-- Logs begin at Tue 2021-06-15 13:33:18 UTC, end at Tue 2021-06-15 14:32:37 UTC. -- Jun 15 14:04:31.693138 dv-cinder-796471-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 15 14:04:34.344473 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.common.config [-] Logging enabled! Jun 15 14:04:34.345054 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev348 Jun 15 14:04:34.345257 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91799) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 15 14:04:34.348494 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.common.config [-] Logging enabled! Jun 15 14:04:34.348766 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev348 Jun 15 14:04:34.349055 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91799) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 15 14:04:34.349978 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 15 14:04:34.350208 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 15 14:04:34.350563 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 15 14:04:34.350826 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 15 14:04:34.351056 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 15 14:04:34.351373 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:34.351669 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:34.351960 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:34.352185 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:34.352476 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:34.352763 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:34.353044 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:34.353329 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:34.353622 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:34.353902 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:34.354175 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:34.354455 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:34.354682 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:34.354987 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] config_source = [] {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:34.355276 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:34.355559 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:34.355780 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] debug = True {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:34.356057 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:34.356486 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:34.356890 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:34.357170 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:34.357453 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:34.357728 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:34.357995 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:34.358271 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:34.358551 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:34.358904 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] host = dv-cinder-796471-1-iscsi {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:34.359183 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:34.359496 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:34.359783 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:34.360065 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:34.360336 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:34.360609 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:34.360892 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:34.361161 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] log_dir = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:34.361430 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] log_file = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:34.361701 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:34.361987 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:34.362271 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:34.362561 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:34.362796 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:34.363026 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:34.363314 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:34.363600 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:34.363874 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:34.364144 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:34.364415 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:34.364709 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:34.365003 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:34.365271 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:34.365554 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:34.365838 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:34.366117 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:34.366391 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:34.366661 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:34.366955 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:34.367224 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:34.367507 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:34.367777 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:34.368046 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:34.368315 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:34.368599 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:34.368871 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:34.369137 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:34.369436 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:34.369720 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:34.369999 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:34.370278 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:34.370547 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:34.370849 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:34.371120 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:34.371389 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] use_journal = False {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:34.371658 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] use_json = False {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:34.371925 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:34.372189 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:34.372468 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:34.372737 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:34.373006 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:34.373274 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:34.373540 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:34.373820 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:34.374114 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:34.374405 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:34.374702 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:34.375541 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:34.375846 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:34.376113 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:34.376400 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:34.376734 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:34.377001 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:34.377289 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:34.377579 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:34.377853 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:34.378140 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:34.378413 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:34.378706 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:34.379031 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:34.379324 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:34.379614 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:34.380139 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:34.380414 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:34.380683 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:34.380958 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:34.381243 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:34.381535 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:34.381826 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:34.382099 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:34.382377 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:34.382666 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:34.382965 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:34.383237 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:34.383513 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:34.383799 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:34.384074 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:34.384345 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:34.384623 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:34.384934 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:34.385300 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:34.385651 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:34.385936 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:34.386237 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:34.386515 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:34.386796 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:34.387083 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:34.387360 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:34.387634 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:34.387919 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:34.388196 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:34.388472 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:34.388743 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:34.389019 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:34.389293 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:34.389565 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:34.389839 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:34.390109 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:34.390384 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:34.391242 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:34.391524 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:34.391798 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:34.392070 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:34.392339 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:34.392611 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:34.392882 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:34.393156 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:34.393424 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:34.393696 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:34.393966 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:34.394237 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:34.394509 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:34.394810 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:34.395109 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:34.395383 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:34.395657 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:34.395932 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:34.396211 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:34.396485 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:34.396761 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:34.397035 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:34.397315 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:34.397579 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:34.397874 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:34.398157 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:34.398446 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:34.398726 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:34.399038 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:34.399330 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:34.399603 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:34.399883 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:34.400157 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:34.400458 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:34.400744 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:34.401025 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:34.401318 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:34.401610 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:34.401907 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:34.402202 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:34.402495 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:34.402788 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:34.403113 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:34.403395 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:34.403611 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 15 14:04:34.403859 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=91799) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 15 14:04:34.749834 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=91799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:04:34.750648 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=91799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:04:34.750961 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=91799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:04:34.751293 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 15 14:04:35.140871 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:35.141158 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:35.141422 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:35.142746 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:35.143037 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:35.143300 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:35.177645 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:35.177916 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:35.178177 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:35.191766 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:35.192041 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:35.192308 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:35.221760 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:35.222036 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:35.222302 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:35.258395 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:35.258674 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:35.258966 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:35.490587 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=91799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:35.491407 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=91799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:35.491407 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=91799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:35.491407 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=91799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:35.492241 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=91799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:35.615162 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=91799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:35.615483 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=91799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:35.615770 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=91799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:35.616042 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=91799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:35.616312 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=91799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:35.616629 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=91799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:35.616884 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=91799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:35.617139 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=91799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:35.617391 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=91799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:35.617668 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=91799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:35.617923 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=91799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:35.618197 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=91799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:35.618459 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=91799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:35.618720 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:35.619000 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=91799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:35.619271 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=91799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:35.619540 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=91799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:35.619792 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=91799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:35.620059 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:35.620316 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:35.620595 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:35.620941 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=91799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:35.621189 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=91799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:35.621469 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:35.621715 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:35.621958 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:35.622350 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=91799) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 15 14:04:35.622589 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=91799) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 15 14:04:35.622846 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=91799) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 15 14:04:35.623082 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=91799) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 15 14:04:35.623313 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=91799) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 15 14:04:35.623546 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=91799) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 15 14:04:35.624950 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 15 14:04:35.628175 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 15 14:04:35.632359 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 15 14:04:35.636117 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(850, 899)])]) Jun 15 14:04:35.637754 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 15 14:04:35.638196 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 15 14:04:35.638528 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 15 14:04:35.638937 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 15 14:04:35.642250 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 15 14:04:35.642501 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 15 14:04:35.642877 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 15 14:04:35.670572 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 15 14:04:35.671047 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=91799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:35.671348 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=91799) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 15 14:04:35.671711 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=91799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:35.673079 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=91799) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 15 14:04:35.673353 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 15 14:04:35.673596 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 15 14:04:35.676730 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=91799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:35.677008 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=91799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:35.742021 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 15 14:04:35.742205 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 15 14:04:35.742439 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 15 14:04:35.742833 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 15 14:04:35.763782 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_db.sqlalchemy.engines [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=91799) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 15 14:04:36.280085 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.plugins.ml2.managers [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Initializing driver for type 'gre' Jun 15 14:04:36.280608 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] gre ID ranges: [(1, 1000)] Jun 15 14:04:36.331059 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.plugins.ml2.managers [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Initializing driver for type 'local' Jun 15 14:04:36.331433 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.plugins.ml2.managers [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Initializing driver for type 'vlan' Jun 15 14:04:36.344345 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] VlanTypeDriver initialization complete Jun 15 14:04:36.344680 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.plugins.ml2.managers [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Initializing driver for type 'vxlan' Jun 15 14:04:36.345174 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] vxlan ID ranges: [(1, 1000)] Jun 15 14:04:36.398589 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.plugins.ml2.managers [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Initializing extension driver 'port_security' Jun 15 14:04:36.399001 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.plugins.ml2.extensions.port_security [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] PortSecurityExtensionDriver initialization complete Jun 15 14:04:36.399345 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.plugins.ml2.managers [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Initializing mechanism driver 'openvswitch' Jun 15 14:04:36.399675 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.plugins.ml2.managers [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Initializing mechanism driver 'hyperv' Jun 15 14:04:36.406317 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.plugins.ml2.plugin [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=91799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:04:36.407421 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron_lib.callbacks.manager [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Subscribe: > port after_create 55550000 {{(pid=91799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:36.407802 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron_lib.callbacks.manager [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Subscribe: > port after_update 55550000 {{(pid=91799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:36.408163 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron_lib.callbacks.manager [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Subscribe: > port after_delete 55550000 {{(pid=91799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:36.408556 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron_lib.callbacks.manager [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Subscribe: > subnet after_create 55550000 {{(pid=91799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:36.408910 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron_lib.callbacks.manager [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Subscribe: > subnet after_update 55550000 {{(pid=91799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:36.409259 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron_lib.callbacks.manager [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Subscribe: > subnet after_delete 55550000 {{(pid=91799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:36.409637 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron_lib.callbacks.manager [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Subscribe: > network after_create 55550000 {{(pid=91799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:36.409984 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron_lib.callbacks.manager [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Subscribe: > network after_update 55550000 {{(pid=91799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:36.410327 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron_lib.callbacks.manager [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Subscribe: > network after_delete 55550000 {{(pid=91799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:36.410700 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron_lib.callbacks.manager [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Subscribe: > security_group after_create 55550000 {{(pid=91799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:36.411071 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron_lib.callbacks.manager [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Subscribe: > security_group after_update 55550000 {{(pid=91799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:36.411414 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron_lib.callbacks.manager [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Subscribe: > security_group after_delete 55550000 {{(pid=91799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:36.411790 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron_lib.callbacks.manager [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=91799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:36.412134 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron_lib.callbacks.manager [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=91799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:36.412475 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron_lib.callbacks.manager [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=91799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:36.412856 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron_lib.callbacks.manager [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Subscribe: > address_group after_create 55550000 {{(pid=91799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:36.413201 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron_lib.callbacks.manager [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Subscribe: > address_group after_update 55550000 {{(pid=91799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:36.413542 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron_lib.callbacks.manager [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Subscribe: > address_group after_delete 55550000 {{(pid=91799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:36.413883 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] ML2 OVO RPC backend initialized. {{(pid=91799) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 15 14:04:36.414594 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron_lib.callbacks.manager [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Subscribe: > router_interface after_create 55550000 {{(pid=91799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:36.414974 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron_lib.callbacks.manager [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:36.415400 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron_lib.callbacks.manager [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Subscribe: > network before_response 55550000 {{(pid=91799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:36.415744 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron_lib.callbacks.manager [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Subscribe: > networks before_response 55550000 {{(pid=91799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:36.416089 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron_lib.callbacks.manager [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Subscribe: > port before_response 55550000 {{(pid=91799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:36.416433 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron_lib.callbacks.manager [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Subscribe: > ports before_response 55550000 {{(pid=91799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:36.416774 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron_lib.callbacks.manager [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Subscribe: > subnet before_response 55550000 {{(pid=91799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:36.417109 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron_lib.callbacks.manager [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Subscribe: > subnets before_response 55550000 {{(pid=91799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:36.417457 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron_lib.callbacks.manager [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Subscribe: > network after_create 55550000 {{(pid=91799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:36.417792 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron_lib.callbacks.manager [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Subscribe: > network after_update 55550000 {{(pid=91799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:36.418132 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron_lib.callbacks.manager [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Subscribe: > network after_delete 55550000 {{(pid=91799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:36.418463 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron_lib.callbacks.manager [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Subscribe: > port after_create 55550000 {{(pid=91799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:36.418815 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron_lib.callbacks.manager [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Subscribe: > port after_update 55550000 {{(pid=91799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:36.419157 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron_lib.callbacks.manager [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Subscribe: > port after_delete 55550000 {{(pid=91799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:36.419493 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron_lib.callbacks.manager [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Subscribe: > subnet after_create 55550000 {{(pid=91799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:36.419827 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron_lib.callbacks.manager [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Subscribe: > subnet after_update 55550000 {{(pid=91799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:36.420160 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron_lib.callbacks.manager [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Subscribe: > subnet after_delete 55550000 {{(pid=91799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:36.420738 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.plugins.ml2.plugin [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Modular L2 Plugin initialization complete Jun 15 14:04:36.421066 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.manager [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loading services supported by the core plugin {{(pid=91799) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 15 14:04:36.421396 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.plugins.ml2.managers [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Got port-security extension from driver 'port_security' Jun 15 14:04:36.422386 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.extensions.vlantransparent [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Disabled vlantransparent extension. Jun 15 14:04:36.422899 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.manager [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=91799) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 15 14:04:36.423213 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.manager [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loading Plugin: router Jun 15 14:04:36.459746 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron_lib.callbacks.manager [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Subscribe: > router_interface before_create 55550000 {{(pid=91799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:36.460132 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron_lib.callbacks.manager [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Subscribe: > router after_create 55549900 {{(pid=91799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:36.460497 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron_lib.callbacks.manager [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Subscribe: > router before_create 55549900 {{(pid=91799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:36.460859 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron_lib.callbacks.manager [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Subscribe: > router_interface before_delete 55550000 {{(pid=91799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:36.461228 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron_lib.callbacks.manager [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:36.461578 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron_lib.callbacks.manager [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Subscribe: > router after_delete 55549900 {{(pid=91799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:36.461930 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron_lib.callbacks.manager [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Subscribe: > floatingip after_update 55550000 {{(pid=91799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:36.462290 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron_lib.callbacks.manager [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Subscribe: > router after_create 55549900 {{(pid=91799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:36.462634 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron_lib.callbacks.manager [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Subscribe: > router after_update 55549900 {{(pid=91799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:36.463013 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron_lib.callbacks.manager [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Subscribe: > router after_update 55549900 {{(pid=91799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:36.463357 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron_lib.callbacks.manager [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=91799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:36.463709 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron_lib.callbacks.manager [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Subscribe: > router after_update 55549900 {{(pid=91799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:36.464112 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron_lib.callbacks.manager [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Subscribe: > router precommit_update 55549900 {{(pid=91799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:36.464484 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron_lib.callbacks.manager [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Subscribe: port after_update 55550000 {{(pid=91799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:36.464821 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron_lib.callbacks.manager [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Subscribe: port after_delete 55550000 {{(pid=91799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:36.465155 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron_lib.callbacks.manager [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Subscribe: subnet after_update 55550000 {{(pid=91799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:36.465494 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron_lib.callbacks.manager [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=91799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:36.465838 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron_lib.callbacks.manager [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Subscribe: > port precommit_delete 55550000 {{(pid=91799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:36.466180 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron_lib.callbacks.manager [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Subscribe: > router precommit_create 55549900 {{(pid=91799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:36.466516 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron_lib.callbacks.manager [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Subscribe: port before_delete 55550000 {{(pid=91799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:36.466884 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron_lib.callbacks.manager [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Subscribe: > router precommit_create 55550000 {{(pid=91799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:36.467237 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron_lib.callbacks.manager [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Subscribe: > router after_update 55549900 {{(pid=91799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:36.467576 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron_lib.callbacks.manager [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Subscribe: > router precommit_delete 55549900 {{(pid=91799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:36.467924 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron_lib.callbacks.manager [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Subscribe: > router precommit_create 55549900 {{(pid=91799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:36.468278 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron_lib.callbacks.manager [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Subscribe: > router_interface after_create 55550000 {{(pid=91799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:36.468640 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron_lib.callbacks.manager [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Subscribe: > router precommit_update 55549900 {{(pid=91799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:36.469552 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron_lib.callbacks.manager [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Subscribe: > network after_delete 55550000 {{(pid=91799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:36.470412 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.quota.resource_registry [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Tracking information for resource: router configured {{(pid=91799) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 15 14:04:36.470743 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.quota.resource_registry [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Tracking information for resource: floatingip configured {{(pid=91799) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 15 14:04:36.475738 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.db.l3_agentschedulers_db [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 15 14:04:36.476316 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron_lib.callbacks.manager [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Subscribe: port after_update 55550000 {{(pid=91799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:36.476675 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron_lib.callbacks.manager [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Subscribe: port after_create 55550000 {{(pid=91799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:36.477024 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron_lib.callbacks.manager [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Subscribe: port after_delete 55550000 {{(pid=91799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:36.477373 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron_lib.callbacks.manager [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Subscribe: port after_update 55550000 {{(pid=91799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:36.478168 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron_lib.callbacks.manager [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Subscribe: > router before_create 55550100 {{(pid=91799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:36.478534 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron_lib.callbacks.manager [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Subscribe: > router precommit_delete 55550100 {{(pid=91799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:36.478928 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron_lib.callbacks.manager [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Subscribe: > router precommit_create 55550100 {{(pid=91799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:36.479284 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron_lib.callbacks.manager [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Subscribe: > router precommit_update 55550100 {{(pid=91799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:36.483797 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.services.provider_configuration [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Service providers = [] {{(pid=91799) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 15 14:04:36.484164 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.db.servicetype_db [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=91799) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 15 14:04:36.487100 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.services.service_base [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=91799) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 15 14:04:36.487450 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.services.service_base [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=91799) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 15 14:04:36.487791 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.services.service_base [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=91799) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 15 14:04:36.488670 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.services.service_base [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=91799) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 15 14:04:36.489043 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.services.service_base [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 15 14:04:36.489408 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.manager [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=91799) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 15 14:04:36.489734 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.manager [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 15 14:04:36.500115 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.manager [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Successfully loaded METERING plugin. Description: METERING {{(pid=91799) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 15 14:04:36.500671 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.manager [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loading Plugin: auto_allocate Jun 15 14:04:36.506623 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron_lib.callbacks.manager [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Subscribe: network precommit_update 55550000 {{(pid=91799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:36.507021 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron_lib.callbacks.manager [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Subscribe: network precommit_create 55550000 {{(pid=91799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:36.507540 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.manager [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=91799) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 15 14:04:36.507860 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.manager [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loading Plugin: tag Jun 15 14:04:36.514417 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.manager [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=91799) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 15 14:04:36.514804 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.manager [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loading Plugin: timestamp Jun 15 14:04:36.519292 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.manager [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=91799) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 15 14:04:36.519624 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.manager [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loading Plugin: network_ip_availability Jun 15 14:04:36.525033 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron_lib.callbacks.manager [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:36.525407 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron_lib.callbacks.manager [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:36.525764 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron_lib.callbacks.manager [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:36.526469 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.manager [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=91799) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 15 14:04:36.526799 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.manager [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loading Plugin: flavors Jun 15 14:04:36.532224 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.manager [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=91799) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 15 14:04:36.532497 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.manager [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loading Plugin: revisions Jun 15 14:04:36.536804 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.manager [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=91799) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 15 14:04:36.537192 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_concurrency.lockutils [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.786s {{(pid=91799) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:04:36.537929 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=91799) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 15 14:04:36.538263 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Initializing extension manager. Jun 15 14:04:36.538767 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loading extension file: __init__.py {{(pid=91799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:36.539130 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loading extension file: __pycache__ {{(pid=91799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:36.539464 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=91799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:36.539797 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loading extension file: address_group.py {{(pid=91799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:36.540544 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=91799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:36.541114 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loaded extension: address-group Jun 15 14:04:36.541437 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loading extension file: address_scope.py {{(pid=91799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:36.542142 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=91799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:36.542659 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loaded extension: address-scope Jun 15 14:04:36.543022 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loading extension file: admin_state_down_before_update.py {{(pid=91799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:36.543943 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=91799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:36.544457 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loaded extension: router-admin-state-down-before-update Jun 15 14:04:36.544780 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loading extension file: agent.py {{(pid=91799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:36.545650 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=91799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:36.546162 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loaded extension: agent Jun 15 14:04:36.546482 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loading extension file: agent_resources_synced.py {{(pid=91799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:36.547430 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=91799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:36.547942 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loaded extension: agent-resources-synced Jun 15 14:04:36.548262 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loading extension file: allowedaddresspairs.py {{(pid=91799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:36.550019 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=91799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:36.550553 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loaded extension: allowed-address-pairs Jun 15 14:04:36.550918 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loading extension file: auto_allocated_topology.py {{(pid=91799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:36.551986 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=91799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:36.552505 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loaded extension: auto-allocated-topology Jun 15 14:04:36.552836 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loading extension file: availability_zone.py {{(pid=91799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:36.553519 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=91799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:36.554033 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loaded extension: availability_zone Jun 15 14:04:36.554357 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loading extension file: availability_zone_filter.py {{(pid=91799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:36.555292 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=91799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:36.555807 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loaded extension: availability_zone_filter Jun 15 14:04:36.556129 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loading extension file: data_plane_status.py {{(pid=91799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:36.557018 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=91799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:36.557530 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Extension data-plane-status not supported by any of loaded plugins Jun 15 14:04:36.557852 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loading extension file: default_subnetpools.py {{(pid=91799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:36.558798 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=91799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:36.559311 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loaded extension: default-subnetpools Jun 15 14:04:36.559633 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loading extension file: dhcpagentscheduler.py {{(pid=91799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:36.560430 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:36.560942 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loaded extension: dhcp_agent_scheduler Jun 15 14:04:36.561263 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loading extension file: dns.py {{(pid=91799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:36.562168 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=91799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:36.562744 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Extension dns-integration not supported by any of loaded plugins Jun 15 14:04:36.563093 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loading extension file: dns_domain_ports.py {{(pid=91799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:36.563994 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=91799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:36.564501 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 15 14:04:36.564823 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loading extension file: dvr.py {{(pid=91799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:36.565484 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=91799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:36.565998 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loaded extension: dvr Jun 15 14:04:36.566322 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loading extension file: empty_string_filtering.py {{(pid=91799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:36.567258 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=91799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:36.567771 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loaded extension: empty-string-filtering Jun 15 14:04:36.568092 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=91799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:36.568984 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:36.569492 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 15 14:04:36.569812 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=91799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:36.570713 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=91799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:36.571250 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 15 14:04:36.571571 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loading extension file: external_net.py {{(pid=91799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:36.572486 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=91799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:36.572998 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loaded extension: external-net Jun 15 14:04:36.573317 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loading extension file: extra_dhcp_opt.py {{(pid=91799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:36.574212 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=91799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:36.574720 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loaded extension: extra_dhcp_opt Jun 15 14:04:36.575062 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loading extension file: extraroute.py {{(pid=91799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:36.575961 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=91799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:36.576472 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loaded extension: extraroute Jun 15 14:04:36.576790 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loading extension file: extraroute_atomic.py {{(pid=91799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:36.577812 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=91799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:36.578883 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loaded extension: extraroute-atomic Jun 15 14:04:36.579201 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loading extension file: filter_validation.py {{(pid=91799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:36.579855 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=91799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:36.580361 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loaded extension: filter-validation Jun 15 14:04:36.580679 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loading extension file: fip_pf_description.py {{(pid=91799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:36.581567 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=91799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:36.582074 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 15 14:04:36.582390 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loading extension file: fip_port_details.py {{(pid=91799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:36.583322 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:36.583828 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loaded extension: fip-port-details Jun 15 14:04:36.584147 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loading extension file: flavors.py {{(pid=91799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:36.585370 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=91799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:36.585886 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loaded extension: flavors Jun 15 14:04:36.586208 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=91799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:36.587894 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=91799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:36.588423 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 15 14:04:36.588757 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loading extension file: floatingip_pools.py {{(pid=91799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:36.589452 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=91799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:36.589971 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loaded extension: floatingip-pools Jun 15 14:04:36.590297 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loading extension file: ip_allocation.py {{(pid=91799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:36.591232 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=91799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:36.591749 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Extension ip_allocation not supported by any of loaded plugins Jun 15 14:04:36.592072 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loading extension file: ip_substring_port_filtering.py {{(pid=91799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:36.592986 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=91799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:36.593502 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loaded extension: ip-substring-filtering Jun 15 14:04:36.594376 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loading extension file: l2_adjacency.py {{(pid=91799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:36.595322 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=91799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:36.595837 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Extension l2_adjacency not supported by any of loaded plugins Jun 15 14:04:36.596160 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loading extension file: l3.py {{(pid=91799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:36.597116 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=91799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:36.597647 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loaded extension: router Jun 15 14:04:36.597974 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loading extension file: l3_conntrack_helper.py {{(pid=91799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:36.600336 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:36.600873 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 15 14:04:36.601203 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loading extension file: l3_ext_gw_mode.py {{(pid=91799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:36.602126 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=91799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:36.602647 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loaded extension: ext-gw-mode Jun 15 14:04:36.603011 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loading extension file: l3_ext_ha_mode.py {{(pid=91799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:36.603913 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=91799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:36.604435 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loaded extension: l3-ha Jun 15 14:04:36.604759 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loading extension file: l3_flavors.py {{(pid=91799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:36.605663 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=91799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:36.606181 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loaded extension: l3-flavors Jun 15 14:04:36.606503 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=91799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:36.607433 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=91799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:36.607944 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loaded extension: l3-port-ip-change-not-allowed Jun 15 14:04:36.608266 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loading extension file: l3agentscheduler.py {{(pid=91799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:36.609310 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:36.609826 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loaded extension: l3_agent_scheduler Jun 15 14:04:36.610151 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loading extension file: logging.py {{(pid=91799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:36.611685 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=91799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:36.612212 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Extension logging not supported by any of loaded plugins Jun 15 14:04:36.612541 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loading extension file: metering.py {{(pid=91799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:36.613274 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=91799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:36.613854 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loaded extension: metering Jun 15 14:04:36.614177 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=91799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:36.615282 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=91799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:36.615802 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loaded extension: metering_source_and_destination_fields Jun 15 14:04:36.616125 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loading extension file: multiprovidernet.py {{(pid=91799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:36.617058 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=91799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:36.617577 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loaded extension: multi-provider Jun 15 14:04:36.617906 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loading extension file: netmtu.py {{(pid=91799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:36.618836 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=91799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:36.619351 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loaded extension: net-mtu Jun 15 14:04:36.619671 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loading extension file: netmtu_writable.py {{(pid=91799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:36.620582 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=91799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:36.621097 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loaded extension: net-mtu-writable Jun 15 14:04:36.621422 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loading extension file: network_availability_zone.py {{(pid=91799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:36.622080 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=91799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:36.622593 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loaded extension: network_availability_zone Jun 15 14:04:36.622955 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loading extension file: network_ip_availability.py {{(pid=91799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:36.624034 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=91799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:36.624550 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loaded extension: network-ip-availability Jun 15 14:04:36.625401 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loading extension file: network_segment_range.py {{(pid=91799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:36.626165 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=91799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:36.626675 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Extension network-segment-range not supported by any of loaded plugins Jun 15 14:04:36.627025 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loading extension file: pagination.py {{(pid=91799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:36.628000 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:36.628325 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loaded extension: pagination Jun 15 14:04:36.628645 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loading extension file: port_device_profile.py {{(pid=91799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:36.629550 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=91799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:36.630332 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loaded extension: port-device-profile Jun 15 14:04:36.630653 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loading extension file: port_mac_address_regenerate.py {{(pid=91799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:36.631605 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=91799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:36.632128 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loaded extension: port-mac-address-regenerate Jun 15 14:04:36.632449 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loading extension file: port_numa_affinity_policy.py {{(pid=91799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:36.633351 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=91799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:36.633864 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loaded extension: port-numa-affinity-policy Jun 15 14:04:36.634187 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loading extension file: port_resource_request.py {{(pid=91799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:36.635193 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=91799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:36.635627 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Extension port-resource-request not supported by any of loaded plugins Jun 15 14:04:36.635949 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loading extension file: portbindings.py {{(pid=91799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:36.636865 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=91799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:36.637376 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loaded extension: binding Jun 15 14:04:36.637698 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loading extension file: portbindings_extended.py {{(pid=91799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:36.641229 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=91799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:36.641979 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loaded extension: binding-extended Jun 15 14:04:36.642418 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loading extension file: portsecurity.py {{(pid=91799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:36.643377 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=91799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:36.643900 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loaded extension: port-security Jun 15 14:04:36.644230 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loading extension file: project_id.py {{(pid=91799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:36.645204 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=91799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:36.645535 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loaded extension: project-id Jun 15 14:04:36.645861 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loading extension file: providernet.py {{(pid=91799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:36.646795 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=91799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:36.647335 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loaded extension: provider Jun 15 14:04:36.647658 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loading extension file: qos.py {{(pid=91799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:36.651237 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=91799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:36.651765 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Extension qos not supported by any of loaded plugins Jun 15 14:04:36.652101 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loading extension file: qos_bw_limit_direction.py {{(pid=91799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:36.653331 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=91799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:36.653847 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 15 14:04:36.654176 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=91799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:36.655107 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=91799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:36.655626 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 15 14:04:36.655952 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loading extension file: qos_default.py {{(pid=91799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:36.656876 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=91799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:36.657389 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Extension qos-default not supported by any of loaded plugins Jun 15 14:04:36.657715 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loading extension file: qos_fip.py {{(pid=91799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:36.658362 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=91799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:36.658902 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Extension qos-fip not supported by any of loaded plugins Jun 15 14:04:36.659227 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loading extension file: qos_gateway_ip.py {{(pid=91799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:36.660135 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=91799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:36.660651 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 15 14:04:36.660973 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loading extension file: qos_port_network_policy.py {{(pid=91799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:36.661867 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=91799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:36.662447 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 15 14:04:36.662879 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loading extension file: qos_rule_type_details.py {{(pid=91799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:36.663822 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=91799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:36.664338 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 15 14:04:36.664661 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loading extension file: qos_rules_alias.py {{(pid=91799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:36.665683 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=91799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:36.666201 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 15 14:04:36.666525 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loading extension file: quotasv2.py {{(pid=91799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:36.667481 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=91799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:36.667808 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loaded extension: quotas Jun 15 14:04:36.668127 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loading extension file: quotasv2_detail.py {{(pid=91799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:36.671197 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=91799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:36.671540 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loaded extension: quota_details Jun 15 14:04:36.671902 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loading extension file: rbac.py {{(pid=91799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:36.672969 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=91799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:36.673507 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loaded extension: rbac-policies Jun 15 14:04:36.673838 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loading extension file: rbac_address_group.py {{(pid=91799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:36.674753 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=91799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:36.675304 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loaded extension: rbac-address-group Jun 15 14:04:36.675630 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loading extension file: rbac_address_scope.py {{(pid=91799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:36.676539 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=91799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:36.677060 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loaded extension: rbac-address-scope Jun 15 14:04:36.677386 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loading extension file: rbac_security_groups.py {{(pid=91799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:36.678286 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=91799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:36.678834 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loaded extension: rbac-security-groups Jun 15 14:04:36.679161 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loading extension file: rbac_subnetpool.py {{(pid=91799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:36.680273 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=91799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:36.680789 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loaded extension: rbac-subnetpool Jun 15 14:04:36.681119 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loading extension file: revisionifmatch.py {{(pid=91799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:36.682027 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=91799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:36.682549 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loaded extension: revision-if-match Jun 15 14:04:36.682911 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loading extension file: revisions.py {{(pid=91799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:36.684024 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=91799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:36.684545 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loaded extension: standard-attr-revisions Jun 15 14:04:36.684868 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loading extension file: router_availability_zone.py {{(pid=91799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:36.685531 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=91799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:36.686055 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loaded extension: router_availability_zone Jun 15 14:04:36.686377 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loading extension file: routerservicetype.py {{(pid=91799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:36.687833 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=91799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:36.688341 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Extension router-service-type not supported by any of loaded plugins Jun 15 14:04:36.688662 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=91799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:36.689577 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=91799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:36.690094 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loaded extension: security-groups-normalized-cidr Jun 15 14:04:36.690416 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loading extension file: security_groups_port_filtering.py {{(pid=91799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:36.691359 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=91799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:36.691872 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loaded extension: port-security-groups-filtering Jun 15 14:04:36.692195 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loading extension file: security_groups_remote_address_group.py {{(pid=91799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:36.693101 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=91799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:36.693611 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loaded extension: security-groups-remote-address-group Jun 15 14:04:36.693932 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loading extension file: securitygroup.py {{(pid=91799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:36.704075 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=91799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:36.704609 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loaded extension: security-group Jun 15 14:04:36.704939 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loading extension file: segment.py {{(pid=91799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:36.705715 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=91799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:36.706233 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Extension segment not supported by any of loaded plugins Jun 15 14:04:36.706558 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=91799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:36.707529 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=91799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:36.708044 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 15 14:04:36.708367 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loading extension file: servicetype.py {{(pid=91799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:36.709467 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=91799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:36.709993 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loaded extension: service-type Jun 15 14:04:36.710316 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loading extension file: sorting.py {{(pid=91799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:36.711321 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:36.711653 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loaded extension: sorting Jun 15 14:04:36.711976 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loading extension file: standard_attr_segment.py {{(pid=91799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:36.712884 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:36.713399 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 15 14:04:36.713720 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loading extension file: standardattrdescription.py {{(pid=91799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:36.714357 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=91799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:36.714891 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loaded extension: standard-attr-description Jun 15 14:04:36.715215 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loading extension file: stateful_security_group.py {{(pid=91799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:36.716126 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=91799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:36.716644 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loaded extension: stateful-security-group Jun 15 14:04:36.716966 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loading extension file: stdattrs_common.py {{(pid=91799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:36.717536 dv-cinder-796471-1-iscsi neutron-server[91799]: WARNING neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 15 14:04:36.717935 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=91799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:36.718889 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=91799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:36.719413 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 15 14:04:36.719735 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loading extension file: subnet_onboard.py {{(pid=91799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:36.720794 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=91799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:36.721323 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loaded extension: subnet_onboard Jun 15 14:04:36.721649 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loading extension file: subnet_segmentid_writable.py {{(pid=91799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:36.722563 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=91799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:36.723110 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 15 14:04:36.723434 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loading extension file: subnet_service_types.py {{(pid=91799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:36.724346 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=91799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:36.724867 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loaded extension: subnet-service-types Jun 15 14:04:36.725191 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loading extension file: subnetallocation.py {{(pid=91799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:36.726268 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=91799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:36.726816 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loaded extension: subnet_allocation Jun 15 14:04:36.727147 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=91799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:36.727805 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=91799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:36.728326 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loaded extension: subnetpool-prefix-ops Jun 15 14:04:36.728645 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=91799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:36.729562 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=91799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:36.730073 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 15 14:04:36.730393 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loading extension file: tagging.py {{(pid=91799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:36.731492 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=91799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:36.732016 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loaded extension: standard-attr-tag Jun 15 14:04:36.732341 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loading extension file: timestamp.py {{(pid=91799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:36.733535 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=91799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:36.734054 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loaded extension: standard-attr-timestamp Jun 15 14:04:36.734409 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loading extension file: trunk.py {{(pid=91799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:36.735479 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=91799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:36.735995 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Extension trunk not supported by any of loaded plugins Jun 15 14:04:36.736322 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loading extension file: trunk_details.py {{(pid=91799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:36.737231 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=91799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:36.737744 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Extension trunk-details not supported by any of loaded plugins Jun 15 14:04:36.738070 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loading extension file: uplink_status_propagation.py {{(pid=91799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:36.739015 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=91799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:36.739533 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 15 14:04:36.739858 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Loading extension file: vlantransparent.py {{(pid=91799) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:04:36.740522 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=91799) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:04:36.741033 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Extension vlan-transparent not supported by any of loaded plugins Jun 15 14:04:36.743525 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.quota.resource_registry [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Creating instance of TrackedResource for resource:network Jun 15 14:04:36.744138 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.quota.resource_registry [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Creating instance of TrackedResource for resource:subnet Jun 15 14:04:36.744660 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.quota.resource_registry [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Creating instance of TrackedResource for resource:subnetpool Jun 15 14:04:36.745098 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.quota.resource_registry [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Creating instance of TrackedResource for resource:port Jun 15 14:04:36.746360 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.v2.resource_helper [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91799) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 15 14:04:36.746818 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.v2.resource_helper [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Service FLAVORS assigned prefix: {{(pid=91799) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 15 14:04:36.747456 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.v2.resource_helper [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91799) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 15 14:04:36.747886 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.v2.resource_helper [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91799) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 15 14:04:36.748217 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.quota.resource_registry [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Creating instance of TrackedResource for resource:router Jun 15 14:04:36.748668 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.quota.resource_registry [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Creating instance of TrackedResource for resource:floatingip Jun 15 14:04:36.749175 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.v2.resource_helper [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Service METERING assigned prefix: /metering {{(pid=91799) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 15 14:04:36.751270 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron_lib.callbacks.manager [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:36.751642 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron_lib.callbacks.manager [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:36.751993 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron_lib.callbacks.manager [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:04:36.753005 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.quota.resource_registry [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Creating instance of CountableResource for resource:rbac_policy Jun 15 14:04:36.753450 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.quota.resource_registry [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Creating instance of TrackedResource for resource:security_group Jun 15 14:04:36.753893 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.quota.resource_registry [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Creating instance of TrackedResource for resource:security_group_rule Jun 15 14:04:36.754509 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.v2.resource_helper [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Service CORE assigned prefix: {{(pid=91799) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 15 14:04:36.754864 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.quota.resource_registry [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Creating instance of TrackedResource for resource:subnetpool Jun 15 14:04:36.755479 dv-cinder-796471-1-iscsi neutron-server[91799]: WARNING neutron.quota.resource_registry [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] subnetpool is already registered Jun 15 14:04:36.755907 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.v2.resource_helper [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Service CORE assigned prefix: {{(pid=91799) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 15 14:04:36.756229 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.quota.resource_registry [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Creating instance of TrackedResource for resource:subnetpool Jun 15 14:04:36.756560 dv-cinder-796471-1-iscsi neutron-server[91799]: WARNING neutron.quota.resource_registry [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] subnetpool is already registered Jun 15 14:04:36.758883 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.v2.resource_helper [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91799) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 15 14:04:36.759322 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.v2.resource_helper [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Service FLAVORS assigned prefix: {{(pid=91799) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 15 14:04:36.759918 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.v2.resource_helper [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91799) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 15 14:04:36.760341 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.v2.resource_helper [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91799) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 15 14:04:36.760671 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.quota.resource_registry [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Creating instance of TrackedResource for resource:router Jun 15 14:04:36.761018 dv-cinder-796471-1-iscsi neutron-server[91799]: WARNING neutron.quota.resource_registry [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] router is already registered Jun 15 14:04:36.761429 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.quota.resource_registry [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Creating instance of TrackedResource for resource:floatingip Jun 15 14:04:36.761763 dv-cinder-796471-1-iscsi neutron-server[91799]: WARNING neutron.quota.resource_registry [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] floatingip is already registered Jun 15 14:04:36.762216 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.v2.resource_helper [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Service METERING assigned prefix: /metering {{(pid=91799) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 15 14:04:36.762912 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.quota.resource_registry [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Creating instance of CountableResource for resource:rbac_policy Jun 15 14:04:36.763246 dv-cinder-796471-1-iscsi neutron-server[91799]: WARNING neutron.quota.resource_registry [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] rbac_policy is already registered Jun 15 14:04:36.763657 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.quota.resource_registry [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Creating instance of TrackedResource for resource:security_group Jun 15 14:04:36.763988 dv-cinder-796471-1-iscsi neutron-server[91799]: WARNING neutron.quota.resource_registry [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] security_group is already registered Jun 15 14:04:36.764390 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.quota.resource_registry [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Creating instance of TrackedResource for resource:security_group_rule Jun 15 14:04:36.764722 dv-cinder-796471-1-iscsi neutron-server[91799]: WARNING neutron.quota.resource_registry [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] security_group_rule is already registered Jun 15 14:04:36.765345 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.v2.resource_helper [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Service CORE assigned prefix: {{(pid=91799) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 15 14:04:36.766207 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.quota.resource_registry [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Creating instance of TrackedResource for resource:subnetpool Jun 15 14:04:36.766540 dv-cinder-796471-1-iscsi neutron-server[91799]: WARNING neutron.quota.resource_registry [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] subnetpool is already registered Jun 15 14:04:36.766988 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.v2.resource_helper [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Service CORE assigned prefix: {{(pid=91799) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 15 14:04:36.767306 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.quota.resource_registry [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Creating instance of TrackedResource for resource:subnetpool Jun 15 14:04:36.767634 dv-cinder-796471-1-iscsi neutron-server[91799]: WARNING neutron.quota.resource_registry [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] subnetpool is already registered Jun 15 14:04:36.768104 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Extended resource: extensions {{(pid=91799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:04:36.769584 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Extended resource: address-groups {{(pid=91799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:04:36.771127 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Extended resource: address-scopes {{(pid=91799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:04:36.772472 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Extended resource: agents {{(pid=91799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:04:36.773660 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Extended resource: auto-allocated-topology {{(pid=91799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:04:36.774951 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Extended resource: availability_zones {{(pid=91799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:04:36.776176 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Extended resource: dhcp-networks {{(pid=91799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:04:36.777699 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Extended resource: dhcp-agents {{(pid=91799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:04:36.779176 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Extended resource: routers {{(pid=91799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:04:36.780902 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Extended resource: flavors {{(pid=91799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:04:36.782279 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Extended resource: service_profiles {{(pid=91799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:04:36.783494 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Extended resource: next_providers {{(pid=91799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:04:36.784947 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Extended resource: service_profiles {{(pid=91799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:04:36.786529 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Extended resource: floatingip-pools {{(pid=91799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:04:36.787804 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Extended resource: routers {{(pid=91799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:04:36.789511 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Extended resource: floatingips {{(pid=91799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:04:36.790842 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Extended resource: l3-routers {{(pid=91799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:04:36.792259 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Extended resource: l3-agents {{(pid=91799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:04:36.793758 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Extended resource: metering-labels {{(pid=91799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:04:36.795049 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Extended resource: metering-label-rules {{(pid=91799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:04:36.797605 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Extended resource: network-ip-availabilities {{(pid=91799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:04:36.798927 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Extended resource: bindings {{(pid=91799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:04:36.800513 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Extended resource: quotas {{(pid=91799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:04:36.802091 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Extended resource: quotas {{(pid=91799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:04:36.803563 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Extended resource: rbac-policies {{(pid=91799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:04:36.804762 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Extended resource: security-groups {{(pid=91799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:04:36.806075 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Extended resource: security-group-rules {{(pid=91799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:04:36.807378 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Extended resource: service-providers {{(pid=91799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:04:36.808615 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Extended resource: subnetpools {{(pid=91799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:04:36.809978 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Extended resource: subnetpools {{(pid=91799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:04:36.811580 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Extended resource: tags {{(pid=91799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:04:36.813810 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Extended resource: tags {{(pid=91799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:04:36.815681 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Extended resource: tags {{(pid=91799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:04:36.817527 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Extended resource: tags {{(pid=91799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:04:36.819259 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Extended resource: tags {{(pid=91799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:04:36.821222 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Extended resource: tags {{(pid=91799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:04:36.822954 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Extended resource: tags {{(pid=91799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:04:36.824830 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Extended resource: tags {{(pid=91799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:04:36.826722 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Extended resource: tags {{(pid=91799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:04:36.829190 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron.api.extensions [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Extended resource: tags {{(pid=91799) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:04:36.835322 dv-cinder-796471-1-iscsi neutron-server[91799]: WARNING keystonemiddleware.auth_token [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 15 14:04:36.839839 dv-cinder-796471-1-iscsi neutron-server[91799]: WARNING keystonemiddleware.auth_token [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 15 14:04:36.848229 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_concurrency.lockutils [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Acquired lock "singleton_lock" {{(pid=91799) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 15 14:04:36.848699 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_concurrency.lockutils [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Releasing lock "singleton_lock" {{(pid=91799) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 15 14:04:36.849335 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO oslo_service.service [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Starting 2 workers Jun 15 14:04:36.854105 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Started child 91906 {{(pid=91799) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 15 14:04:36.858794 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Started child 91907 {{(pid=91799) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 15 14:04:36.859725 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:04:36.861560 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO neutron.service [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Neutron service started, listening on 0.0.0.0:9696 Jun 15 14:04:36.861655 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [-] (91906) wsgi starting up on http://0.0.0.0:9696 Jun 15 14:04:36.861726 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron_lib.callbacks.manager [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Notify callbacks [] for process, before_spawn {{(pid=91799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:04:36.863931 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO oslo_service.service [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Starting 1 workers Jun 15 14:04:36.864419 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:04:36.864903 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 57244) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:04:36.866017 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [-] (91907) wsgi starting up on http://0.0.0.0:9696 Jun 15 14:04:36.869514 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Started child 91909 {{(pid=91799) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 15 14:04:36.870331 dv-cinder-796471-1-iscsi neutron-server[91799]: INFO oslo_service.service [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Starting 1 workers Jun 15 14:04:36.873280 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.service [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] calling RpcWorker wait() {{(pid=91909) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 15 14:04:36.873918 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.service [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] returning from RpcWorker wait() {{(pid=91909) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 15 14:04:36.876443 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [-] 10.222.0.26 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0082302 Jun 15 14:04:36.876583 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:04:36.876583 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=91909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:04:36.876891 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Started child 91910 {{(pid=91799) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 15 14:04:36.877941 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG neutron_lib.callbacks.manager [None req-190cca9b-8350-4645-84d2-e5cd7e4ae87c None None] Notify callbacks [] for process, after_spawn {{(pid=91799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:04:36.881122 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91799) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 15 14:04:36.881565 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 15 14:04:36.881565 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 15 14:04:36.881768 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 15 14:04:36.882225 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 15 14:04:36.882328 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 15 14:04:36.882954 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:36.883239 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:36.883604 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:36.883876 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:36.884248 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:36.884989 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:36.885284 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:36.885527 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:36.885823 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:36.886211 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:36.886319 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:36.886531 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:36.886736 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:36.887129 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:36.887921 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:36.887921 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:36.888102 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:36.888287 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:36.888456 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:36.888721 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:36.889076 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:36.889629 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:36.890130 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] debug = True {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:36.890290 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:36.891541 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:36.891849 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:36.892155 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:36.892399 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:36.892784 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:36.893119 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:36.893375 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:36.893706 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:36.893957 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:36.894327 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:36.894649 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:36.894928 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:36.895393 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:36.895645 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:36.896016 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:36.896379 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:36.897723 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:04:36.898336 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] host = dv-cinder-796471-1-iscsi {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:36.898336 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:36.898336 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:36.898336 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:36.898336 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:36.899091 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:36.899091 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:36.899091 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:36.899579 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:04:36.899813 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:36.899813 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:36.900080 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:36.900335 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:36.900639 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:36.900807 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:36.901111 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] log_file = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:36.901380 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] log_options = True {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:36.901585 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:36.901907 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:36.902174 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:36.903308 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:36.903308 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:36.903308 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:36.903308 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:36.903308 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:36.904130 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:36.904130 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:36.904130 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:36.904622 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:36.904783 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:36.904925 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:36.905234 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:36.905388 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:36.905577 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:36.905807 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:36.906095 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:36.906370 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:36.906599 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:36.906850 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:36.907090 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:36.907944 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:36.907944 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:36.907944 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:36.908367 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:36.908367 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:36.908628 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:36.908781 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:36.909000 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:36.909294 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:36.909565 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:36.909810 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:36.910043 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:36.910272 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:36.910529 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:36.910882 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:36.911033 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:36.911241 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:36.911489 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:36.911725 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:36.912034 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:36.913800 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:36.913800 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:36.913800 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] use_json = False {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:36.914489 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:36.915504 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:36.915800 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:36.916043 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:36.916436 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:36.916871 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:36.917021 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:36.917635 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:36.918064 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.918381 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.919448 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.919740 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.919905 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.920085 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.922899 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.923165 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.923472 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.923730 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.924067 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.924327 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.924656 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.924921 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.925158 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.925521 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.925818 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.930547 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.930547 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.931212 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.931509 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.931741 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.932122 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.932427 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.932725 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.26/identity {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.933024 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.933757 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.937269 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.940129 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.940393 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.940675 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.940922 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.941215 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.941460 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.941700 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.941954 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.942234 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.942465 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.942727 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.944467 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.944779 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.945013 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.945772 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.946024 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.946261 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.946523 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.946761 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.947030 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.947262 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.947517 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.947794 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.948045 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.948289 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.948511 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.948760 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.949356 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.949356 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.949664 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.949664 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.949937 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.950110 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.950359 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.950582 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.950817 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.951349 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.951349 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.951659 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.951796 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.951947 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.954463 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.954463 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.954463 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.954463 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.954463 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.954463 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.954463 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.954463 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.955173 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.955173 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.955173 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.955500 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.957952 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.962486 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.962621 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.962957 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.963315 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.963598 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.963886 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.964139 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.964431 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.964692 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.964692 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.964692 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.965562 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.965727 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.965980 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.966243 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.966520 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.966761 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.971129 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.971129 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.974573 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.974573 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.974573 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.974573 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.974945 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.974945 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.975247 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.975533 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.975788 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.976100 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.976371 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.976619 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.976893 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.977136 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.977409 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.977698 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.977979 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.978240 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.978475 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.978742 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.983362 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.983653 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.983938 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.984754 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.985029 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.985270 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.985580 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.985838 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.986074 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.986323 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.986576 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.987914 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.988240 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.988475 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.988711 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.990734 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.990734 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.990734 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.990734 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.991110 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.991191 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.991450 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.991826 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.26/identity {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.993626 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.993899 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.994173 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.994408 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.994636 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.994883 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.995706 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.995706 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.995706 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.995931 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.996062 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.996272 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.996508 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.996748 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.996971 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.997225 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.997441 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.997664 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.998470 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.998470 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.998470 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.998684 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.998900 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.999298 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:36.999527 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.001129 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.001129 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.001129 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.001129 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.001420 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.001602 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.001814 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.002092 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.002318 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.002537 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.002755 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.003004 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.003223 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.003442 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.003732 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.003907 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.004138 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.004390 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.004696 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.005191 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.005442 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.005690 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.005911 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.006169 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.006816 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.008127 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.009613 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.012337 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.012337 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.012337 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.012337 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.012654 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.012732 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.012933 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.013135 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.013359 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.013579 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.013877 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.014138 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.014373 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.014633 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.014950 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.015223 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.015466 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.015779 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.016020 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.016273 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.016563 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.016811 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.017038 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.017289 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.017532 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.017767 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.017983 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.018224 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.018454 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.018671 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.019023 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.019241 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.019457 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.019676 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.019887 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.021036 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.021036 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.021036 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.021036 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.021328 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.021521 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.021717 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.022044 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.022262 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.022511 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.022737 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.023116 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.024316 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.024316 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.024316 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.024553 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.024718 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.024915 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.025202 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.025490 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.025803 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.025983 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.026284 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.026616 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.026952 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.027218 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.027632 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.027945 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.028167 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.028385 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.028614 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.028857 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.029081 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.029347 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.029584 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.029837 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.030063 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.030330 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.030540 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:04:37.030693 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.030875 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.031057 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.031596 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.031596 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.031869 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 15 14:04:37.032273 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91799) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 15 14:04:37.032512 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 15 14:04:37.032623 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 15 14:04:37.032772 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 15 14:04:37.032920 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 15 14:04:37.033062 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 15 14:04:37.033271 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:37.033436 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:37.034066 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:37.034066 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:37.034066 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:37.034292 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:37.034364 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:37.034540 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:37.034627 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:37.034855 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:37.035005 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:37.035178 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:37.035327 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:37.035483 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:37.035633 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:37.035773 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:37.036016 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:37.036162 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:37.036300 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:37.036452 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:37.036591 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:37.036729 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:37.036865 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] debug = True {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:37.037013 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:37.037153 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:37.037317 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:37.037457 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:37.037596 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:37.037733 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:37.037871 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:37.038008 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:37.038138 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:37.038297 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:37.038468 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:37.038617 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:37.038759 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:37.039536 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:37.039708 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:37.041197 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:37.041197 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:37.041197 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] host = dv-cinder-796471-1-iscsi {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:37.041197 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:37.041197 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:37.041197 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:37.041197 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:37.041197 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:37.041688 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:37.041688 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:37.041688 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:37.041688 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:37.041688 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:37.042034 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:37.042034 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:37.045565 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:37.045565 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] log_file = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:37.045565 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] log_options = True {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:37.045565 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:37.045565 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:37.045565 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:37.045565 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:37.045565 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:37.046176 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:37.046176 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:37.046176 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:37.046176 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:37.046176 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:37.046176 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:37.046176 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:37.046176 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:37.047267 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:37.047267 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:37.047267 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:37.047267 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:37.047267 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:37.047267 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:37.047267 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:37.047267 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:37.047834 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:37.047834 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:37.047834 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:37.047834 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:37.047834 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:37.047834 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:37.048239 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:37.048239 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:37.048239 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:37.048461 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:37.048540 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:37.048693 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:37.048870 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:37.049025 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:37.049173 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:37.049317 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:37.049465 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:37.049604 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:37.049792 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:37.049953 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:37.050169 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:37.050169 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:37.051952 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:37.051952 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:37.051952 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] use_json = False {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:37.051952 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:37.051952 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:37.051952 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:37.051952 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:37.051952 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:37.053327 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:37.053327 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:37.053327 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:04:37.053327 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.053327 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.053327 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.053327 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.053327 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.054692 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.054692 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.054692 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.054692 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.054692 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.054692 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.054692 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.054692 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.054692 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.056223 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.056223 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.056223 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.056223 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.056223 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.056223 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.056223 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.056223 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.057561 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.057561 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.057561 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.26/identity {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.057561 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.057561 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.057561 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.057561 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.057561 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.059281 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.059281 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.059281 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.059281 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.059281 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.059281 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.059281 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.059281 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.059281 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.059791 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.059791 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.059791 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.059791 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.059791 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.059791 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.059791 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.060194 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.060194 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.060194 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.060375 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.060452 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.060606 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.060759 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.060917 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.061170 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.061324 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.061479 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.064699 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.064896 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.065069 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.065235 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.065414 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.065579 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.065743 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.065907 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.066075 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.066221 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.066376 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.066715 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.066931 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.067099 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.067247 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.067389 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.067531 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.067682 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.067823 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.067971 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.068111 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.068249 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.068387 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.068540 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.068680 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.068818 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.068970 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.069109 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.069248 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.069395 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.069534 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.069672 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.069831 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.069988 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.070145 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.070301 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.070458 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.070613 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.070768 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.070945 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.071106 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.071261 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.071418 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.071574 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.071731 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.071885 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.072040 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.072656 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.072656 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.072656 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.072656 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.073066 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.073066 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.073066 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.073376 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.073376 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.073595 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.073719 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.073852 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.073990 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.074149 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.074306 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.074462 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.074688 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.075003 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.075003 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.075213 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.075318 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.075422 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.075527 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.075717 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.075832 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.075980 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.076137 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.076293 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.076474 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.076630 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.076786 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.076944 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.077099 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.077256 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.078246 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.078420 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.078583 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.078946 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.078946 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.079164 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.26/identity {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.079270 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.079389 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.079497 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.079655 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.079814 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.079971 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.080948 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.080948 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.080948 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.080948 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.080948 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.081366 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.081366 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.081366 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.081578 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.081921 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.081921 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.082080 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.082368 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.082368 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.082534 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.082689 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.082800 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.082975 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.083126 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.083287 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.083444 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.083610 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.083745 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.083908 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.084435 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.084595 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.084756 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.084908 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.085060 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.085221 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.085373 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.085530 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.085675 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.085909 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.086016 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.086128 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.086284 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.086456 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.086613 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.086768 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.086953 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.087104 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.087252 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.087411 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.087563 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.088546 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.088714 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.088862 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.089024 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.089186 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.089343 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.089490 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.089633 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.090091 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.090258 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.090414 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.090584 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.090746 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.090973 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.091123 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.091268 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.091409 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.091540 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.091666 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.092923 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.092923 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.092923 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.092923 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.092923 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.092923 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.092923 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.092923 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.093986 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.093986 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.093986 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.093986 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.093986 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.093986 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.093986 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.094674 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.094674 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.094674 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.094674 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.094674 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.095248 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.095248 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.095248 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.095248 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.095679 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.095679 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.095679 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.096807 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.096807 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.096807 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.096807 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.096807 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.096807 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.096807 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.097235 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.097235 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.097235 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.097408 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.097474 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.097666 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.097784 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.097936 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.098091 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.098245 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.098407 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.098564 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.098724 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.098901 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.099058 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.099215 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.099373 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.099549 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.099684 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.099842 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.100001 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.100979 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.100979 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.100979 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.100979 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.100979 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:04:37.100979 dv-cinder-796471-1-iscsi neutron-server[91799]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91799) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 15 14:04:48.125172 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-477a1851-485a-48cb-a0ef-246ccf6cbd88 None None] get_active_networks_info from dv-cinder-796471-1-iscsi {{(pid=91909) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 15 14:04:48.179754 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8a0861ee-a1c0-4e9a-93ab-dfc000a1ff0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054'] for agent, after_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:04:48.240657 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-477a1851-485a-48cb-a0ef-246ccf6cbd88 None None] No non-hosted networks {{(pid=91909) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 15 14:04:50.658732 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054'] for agent, after_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:04:50.660086 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:04:50.661178 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:04:50.662323 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:04:50.663477 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:04:50.664573 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:04:50.667792 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:04:50.671156 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:04:50.674013 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:04:50.675046 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:04:50.679918 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:04:50.686152 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:04:50.687017 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:04:50.689707 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-796471-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=91909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:04:50.700963 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-796471-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=91909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:04:50.890324 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-f2dfe0fc-32ab-4fca-bd7a-53848d279aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054'] for agent, after_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:04:50.946959 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-5b01d2d0-f575-4331-b6de-f463cdd8d355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:04:51.776005 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-a2325736-757f-4788-9f3d-6fe831cb64a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054'] for agent, after_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:04:53.368160 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-987cb3c8-732e-4ef7-aae2-903816ba9880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054'] for agent, after_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:04:54.265269 dv-cinder-796471-1-iscsi neutron-server[91909]: INFO neutron.db.l3_hamode_db [None req-c4528a64-e0fb-45dd-8eba-a6d70ab65540 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 15 14:04:54.356700 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4528a64-e0fb-45dd-8eba-a6d70ab65540 None None] Routers set() bound to L3 agent in host dv-cinder-796471-1-iscsi {{(pid=91909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:04:54.357081 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4528a64-e0fb-45dd-8eba-a6d70ab65540 None None] Router IDs set() for agent in host dv-cinder-796471-1-iscsi {{(pid=91909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jun 15 14:04:54.687219 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 57350) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:04:55.185194 dv-cinder-796471-1-iscsi neutron-server[91906]: WARNING oslo_policy.policy [None req-32391357-67b2-4aaa-b0c1-abe8a5043353 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 15 14:04:55.185799 dv-cinder-796471-1-iscsi neutron-server[91906]: WARNING oslo_policy.policy [None req-32391357-67b2-4aaa-b0c1-abe8a5043353 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 15 14:04:55.401074 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [None req-32391357-67b2-4aaa-b0c1-abe8a5043353 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=91906) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 15 14:04:55.402105 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-32391357-67b2-4aaa-b0c1-abe8a5043353 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7139771 Jun 15 14:04:57.730616 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 57364) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:04:58.043433 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.v2.base [None req-5a420cec-c70a-4895-a3de-1be0ae1ed532 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16']}} {{(pid=91906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:04:58.141473 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.policy [None req-5a420cec-c70a-4895-a3de-1be0ae1ed532 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91906) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 15 14:04:58.185534 dv-cinder-796471-1-iscsi neutron-server[91906]: WARNING oslo_policy.policy [None req-5a420cec-c70a-4895-a3de-1be0ae1ed532 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 15 14:04:58.185897 dv-cinder-796471-1-iscsi neutron-server[91906]: WARNING oslo_policy.policy [None req-5a420cec-c70a-4895-a3de-1be0ae1ed532 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 15 14:04:58.194844 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.quota [None req-5a420cec-c70a-4895-a3de-1be0ae1ed532 admin admin] Loaded quota_driver: . Jun 15 14:04:58.288301 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-5a420cec-c70a-4895-a3de-1be0ae1ed532 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781717372971', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781717376760', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781717402272', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781717403882', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781717419683', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781717408666', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-33040814', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-33094462', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-766976', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-688844'] for rbac-policy, before_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:04:58.352656 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-5a420cec-c70a-4895-a3de-1be0ae1ed532 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:04:58.354217 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-5a420cec-c70a-4895-a3de-1be0ae1ed532 admin admin] 10.222.0.26 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6225834 Jun 15 14:05:00.899072 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 57376) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:05:01.397072 dv-cinder-796471-1-iscsi neutron-server[91907]: WARNING oslo_policy.policy [None req-576e38db-b411-486a-8461-429854c63081 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 15 14:05:01.397667 dv-cinder-796471-1-iscsi neutron-server[91907]: WARNING oslo_policy.policy [None req-576e38db-b411-486a-8461-429854c63081 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 15 14:05:01.610130 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.v2.base [None req-576e38db-b411-486a-8461-429854c63081 admin admin] Request body: {'network': {'project_id': '043d5ba7241b4754bc62a2461e6d1c25', 'name': 'private', 'admin_state_up': True, 'tenant_id': '043d5ba7241b4754bc62a2461e6d1c25'}} {{(pid=91907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:05:01.611791 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.quota [None req-576e38db-b411-486a-8461-429854c63081 admin admin] Loaded quota_driver: . Jun 15 14:05:01.668283 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-576e38db-b411-486a-8461-429854c63081 admin admin] Made reservation on behalf of 043d5ba7241b4754bc62a2461e6d1c25 for: {'network': 1} {{(pid=91907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:05:01.738031 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.policy [None req-576e38db-b411-486a-8461-429854c63081 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91907) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 15 14:05:01.782617 dv-cinder-796471-1-iscsi neutron-server[91907]: WARNING oslo_policy.policy [None req-576e38db-b411-486a-8461-429854c63081 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 15 14:05:01.783009 dv-cinder-796471-1-iscsi neutron-server[91907]: WARNING oslo_policy.policy [None req-576e38db-b411-486a-8461-429854c63081 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 15 14:05:01.792911 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-576e38db-b411-486a-8461-429854c63081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-33170876'] for network, before_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:01.817203 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-576e38db-b411-486a-8461-429854c63081 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:01.954091 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-576e38db-b411-486a-8461-429854c63081 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:01.957793 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-576e38db-b411-486a-8461-429854c63081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:01.963234 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:05:01.978311 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-576e38db-b411-486a-8461-429854c63081 admin admin] vlan segment allocate from pool success with {'vlan_id': 884, 'physical_network': 'physnet1'} {{(pid=91907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:05:02.011726 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-576e38db-b411-486a-8461-429854c63081 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8781714566063', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32890017'] for segment, precommit_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:02.012327 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-576e38db-b411-486a-8461-429854c63081 admin admin] Unsubscribe: segment precommit_create {{(pid=91907) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 15 14:05:02.012826 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.db.segments_db [None req-576e38db-b411-486a-8461-429854c63081 admin admin] Added segment 1834d60f-9692-48a2-9613-fc6aa2539fdd of type vlan for network a4f8ba20-0f8b-46c4-aa0f-56f4cb6d22be Jun 15 14:05:02.031474 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576e38db-b411-486a-8461-429854c63081 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8aa7e03-2135-46a8-bffe-7958b895e2a0,revision_number=1']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:05:02.085802 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576e38db-b411-486a-8461-429854c63081 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:05:02.086139 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576e38db-b411-486a-8461-429854c63081 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:05:02.086465 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576e38db-b411-486a-8461-429854c63081 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:05:02.086800 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576e38db-b411-486a-8461-429854c63081 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:05:02.087127 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576e38db-b411-486a-8461-429854c63081 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:05:02.087455 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576e38db-b411-486a-8461-429854c63081 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:05:02.087770 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576e38db-b411-486a-8461-429854c63081 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:05:02.088080 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576e38db-b411-486a-8461-429854c63081 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:05:02.088389 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576e38db-b411-486a-8461-429854c63081 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:05:02.088696 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576e38db-b411-486a-8461-429854c63081 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:05:02.089001 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576e38db-b411-486a-8461-429854c63081 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:05:02.089304 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576e38db-b411-486a-8461-429854c63081 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:05:02.090382 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576e38db-b411-486a-8461-429854c63081 admin admin] Tracked resource versions report: Jun 15 14:05:02.090382 dv-cinder-796471-1-iscsi neutron-server[91907]: pushed versions: Jun 15 14:05:02.090382 dv-cinder-796471-1-iscsi neutron-server[91907]: { 'AddressGroup': {'1.2'}, Jun 15 14:05:02.090382 dv-cinder-796471-1-iscsi neutron-server[91907]: 'ConntrackHelper': {'1.0'}, Jun 15 14:05:02.090382 dv-cinder-796471-1-iscsi neutron-server[91907]: 'Log': {'1.0'}, Jun 15 14:05:02.090382 dv-cinder-796471-1-iscsi neutron-server[91907]: 'Network': {'1.1'}, Jun 15 14:05:02.090382 dv-cinder-796471-1-iscsi neutron-server[91907]: 'Port': {'1.7'}, Jun 15 14:05:02.090382 dv-cinder-796471-1-iscsi neutron-server[91907]: 'PortForwarding': {'1.2'}, Jun 15 14:05:02.090382 dv-cinder-796471-1-iscsi neutron-server[91907]: 'QosPolicy': {'1.8'}, Jun 15 14:05:02.090382 dv-cinder-796471-1-iscsi neutron-server[91907]: 'SecurityGroup': {'1.4'}, Jun 15 14:05:02.090382 dv-cinder-796471-1-iscsi neutron-server[91907]: 'SecurityGroupRule': {'1.2'}, Jun 15 14:05:02.090382 dv-cinder-796471-1-iscsi neutron-server[91907]: 'SubPort': {'1.0'}, Jun 15 14:05:02.090382 dv-cinder-796471-1-iscsi neutron-server[91907]: 'Subnet': {'1.1'}, Jun 15 14:05:02.090382 dv-cinder-796471-1-iscsi neutron-server[91907]: 'Trunk': {'1.1'}} Jun 15 14:05:02.090382 dv-cinder-796471-1-iscsi neutron-server[91907]: consumer versions: Jun 15 14:05:02.090382 dv-cinder-796471-1-iscsi neutron-server[91907]: { DHCP agent@dv-cinder-796471-1-iscsi: {}, Jun 15 14:05:02.090382 dv-cinder-796471-1-iscsi neutron-server[91907]: L3 agent@dv-cinder-796471-1-iscsi: {}, Jun 15 14:05:02.090382 dv-cinder-796471-1-iscsi neutron-server[91907]: Metadata agent@dv-cinder-796471-1-iscsi: {}, Jun 15 14:05:02.090382 dv-cinder-796471-1-iscsi neutron-server[91907]: Metering agent@dv-cinder-796471-1-iscsi: {}, Jun 15 14:05:02.090382 dv-cinder-796471-1-iscsi neutron-server[91907]: Open vSwitch agent@dv-cinder-796471-1-iscsi: { 'AddressGroup': '1.2', Jun 15 14:05:02.090382 dv-cinder-796471-1-iscsi neutron-server[91907]: 'ConntrackHelper': '1.0', Jun 15 14:05:02.090382 dv-cinder-796471-1-iscsi neutron-server[91907]: 'Log': '1.0', Jun 15 14:05:02.090382 dv-cinder-796471-1-iscsi neutron-server[91907]: 'Network': '1.1', Jun 15 14:05:02.090382 dv-cinder-796471-1-iscsi neutron-server[91907]: 'Port': '1.7', Jun 15 14:05:02.090382 dv-cinder-796471-1-iscsi neutron-server[91907]: 'PortForwarding': '1.2', Jun 15 14:05:02.090382 dv-cinder-796471-1-iscsi neutron-server[91907]: 'QosPolicy': '1.8', Jun 15 14:05:02.090382 dv-cinder-796471-1-iscsi neutron-server[91907]: 'SecurityGroup': '1.4', Jun 15 14:05:02.090382 dv-cinder-796471-1-iscsi neutron-server[91907]: 'SecurityGroupRule': '1.2', Jun 15 14:05:02.090382 dv-cinder-796471-1-iscsi neutron-server[91907]: 'SubPort': '1.0', Jun 15 14:05:02.090382 dv-cinder-796471-1-iscsi neutron-server[91907]: 'Subnet': '1.1', Jun 15 14:05:02.090382 dv-cinder-796471-1-iscsi neutron-server[91907]: 'Trunk': '1.1'}} Jun 15 14:05:02.090382 dv-cinder-796471-1-iscsi neutron-server[91907]: {{(pid=91907) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 15 14:05:02.143090 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-576e38db-b411-486a-8461-429854c63081 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781714030749'] for network, precommit_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:02.147331 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-576e38db-b411-486a-8461-429854c63081 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:05:02.193918 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-576e38db-b411-486a-8461-429854c63081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-350226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537401'] for network, after_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:02.195633 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-576e38db-b411-486a-8461-429854c63081 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:05:02.196287 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-576e38db-b411-486a-8461-429854c63081 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537372'] for network, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:02.199005 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:05:02.247636 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-576e38db-b411-486a-8461-429854c63081 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.3463848 Jun 15 14:05:02.314742 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576e38db-b411-486a-8461-429854c63081 admin admin] Pushing event updated for resources: {'Network': ['ID=a4f8ba20-0f8b-46c4-aa0f-56f4cb6d22be,revision_number=1']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:05:02.318018 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-576e38db-b411-486a-8461-429854c63081 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:05:02.327094 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Network a4f8ba20-0f8b-46c4-aa0f-56f4cb6d22be details requested by agent ovs-agent-dv-cinder-796471-1-iscsi with host dv-cinder-796471-1-iscsi {{(pid=91909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:05:04.867805 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 57398) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:05:05.278238 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a385ede-3eb2-4fdf-9cef-f8d12c0b3c79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:05:05.279604 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-3a385ede-3eb2-4fdf-9cef-f8d12c0b3c79 admin admin] 10.222.0.26 "GET /v2.0/networks/a4f8ba20-0f8b-46c4-aa0f-56f4cb6d22be HTTP/1.1" status: 200 len: 825 time: 0.4106760 Jun 15 14:05:05.317853 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-ecb8ce02-b3c5-4111-8085-10addb1702e0 admin admin] 10.222.0.26 "GET /v2.0/subnetpools/e82fe2d1-c311-4cea-a240-e4f065f1515a HTTP/1.1" status: 200 len: 734 time: 0.0321810 Jun 15 14:05:05.326208 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.v2.base [None req-d4fc3e66-a107-4cd6-a3e8-90216d062f83 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'tenant_id': '043d5ba7241b4754bc62a2461e6d1c25', 'network_id': 'a4f8ba20-0f8b-46c4-aa0f-56f4cb6d22be', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'e82fe2d1-c311-4cea-a240-e4f065f1515a'}} {{(pid=91907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:05:05.348625 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4fc3e66-a107-4cd6-a3e8-90216d062f83 admin admin] Made reservation on behalf of 043d5ba7241b4754bc62a2461e6d1c25 for: {'subnet': 1} {{(pid=91907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:05:05.351108 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-d4fc3e66-a107-4cd6-a3e8-90216d062f83 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:05.687171 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-d4fc3e66-a107-4cd6-a3e8-90216d062f83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378'] for subnet, after_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:05.689948 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:05:05.762248 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fc3e66-a107-4cd6-a3e8-90216d062f83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ca59a37-cd2c-41a9-acc1-be4e3f32aa45,revision_number=0']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:05:05.766649 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4fc3e66-a107-4cd6-a3e8-90216d062f83 admin admin] Checking segment: {'id': '1834d60f-9692-48a2-9613-fc6aa2539fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'a4f8ba20-0f8b-46c4-aa0f-56f4cb6d22be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:05:05.767023 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4fc3e66-a107-4cd6-a3e8-90216d062f83 admin admin] Network hostable DHCP agents. Network: a4f8ba20-0f8b-46c4-aa0f-56f4cb6d22be, hostable agents: ['b76165da-6319-4f74-a975-61037e393453'], hosted agents: [] {{(pid=91907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:05:05.769065 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-d4fc3e66-a107-4cd6-a3e8-90216d062f83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:05:05.788395 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4fc3e66-a107-4cd6-a3e8-90216d062f83 admin admin] Network a4f8ba20-0f8b-46c4-aa0f-56f4cb6d22be is scheduled to be hosted by DHCP agent b76165da-6319-4f74-a975-61037e393453 with binding_index 1 {{(pid=91907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:05:05.799072 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.scheduler.base_scheduler [None req-d4fc3e66-a107-4cd6-a3e8-90216d062f83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796471-1-iscsi, a4f8ba20-0f8b-46c4-aa0f-56f4cb6d22be) {{(pid=91907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:05:05.803595 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4fc3e66-a107-4cd6-a3e8-90216d062f83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:05:05.804179 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-d4fc3e66-a107-4cd6-a3e8-90216d062f83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537372'] for subnet, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:05.808847 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29882fcf-d6c2-4452-9220-583ccf0fb7f4 None None] Network a4f8ba20-0f8b-46c4-aa0f-56f4cb6d22be requested from dv-cinder-796471-1-iscsi {{(pid=91909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:05:05.822316 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-d4fc3e66-a107-4cd6-a3e8-90216d062f83 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4994144 Jun 15 14:05:06.146389 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eefed30e-affd-48d8-9835-30f7c52a1fd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4da9c1aa-4f2a-5f74-9401-623a714743bc-a4f8ba20-0f8b-46c4-aa0f-56f4cb6d22be', 'network_id': 'a4f8ba20-0f8b-46c4-aa0f-56f4cb6d22be', 'tenant_id': '043d5ba7241b4754bc62a2461e6d1c25', 'fixed_ips': [{'subnet_id': '1ca59a37-cd2c-41a9-acc1-be4e3f32aa45'}]}} from dv-cinder-796471-1-iscsi. {{(pid=91909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 15 14:05:06.147679 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-eefed30e-affd-48d8-9835-30f7c52a1fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-33170876'] for port, before_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:06.430959 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.db_base_plugin_common [None req-eefed30e-affd-48d8-9835-30f7c52a1fd9 None None] Allocated IP 172.20.0.2 (a4f8ba20-0f8b-46c4-aa0f-56f4cb6d22be/1ca59a37-cd2c-41a9-acc1-be4e3f32aa45/254dc2dd-b6f3-4d1a-98a4-e61f7a3d408b) {{(pid=91909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:05:06.702372 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-eefed30e-affd-48d8-9835-30f7c52a1fd9 None None] Notify callbacks [] for port, precommit_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:06.717935 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-eefed30e-affd-48d8-9835-30f7c52a1fd9 None None] Transition to ACTIVE for port object 254dc2dd-b6f3-4d1a-98a4-e61f7a3d408b will not be triggered until provisioned by entity L2. {{(pid=91909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:05:06.737503 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-eefed30e-affd-48d8-9835-30f7c52a1fd9 None None] Transition to ACTIVE for port object 254dc2dd-b6f3-4d1a-98a4-e61f7a3d408b will not be triggered until provisioned by entity DHCP. {{(pid=91909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:05:06.745902 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-eefed30e-affd-48d8-9835-30f7c52a1fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33170815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-53808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781714044429'] for port, after_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:06.749490 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:05:06.823898 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eefed30e-affd-48d8-9835-30f7c52a1fd9 None None] Network a4f8ba20-0f8b-46c4-aa0f-56f4cb6d22be is already hosted by enough agents. {{(pid=91909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:05:06.832343 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.scheduler.base_scheduler [None req-eefed30e-affd-48d8-9835-30f7c52a1fd9 None None] Resources bound (agent type, host, resource id): {{(pid=91909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:05:06.838405 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefed30e-affd-48d8-9835-30f7c52a1fd9 None None] Pushing event updated for resources: {'Port': ['ID=254dc2dd-b6f3-4d1a-98a4-e61f7a3d408b,revision_number=1']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:05:06.840675 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eefed30e-affd-48d8-9835-30f7c52a1fd9 None None] Received port after_create {{(pid=91909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:05:06.852873 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefed30e-affd-48d8-9835-30f7c52a1fd9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:05:06.853203 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefed30e-affd-48d8-9835-30f7c52a1fd9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:05:06.853531 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefed30e-affd-48d8-9835-30f7c52a1fd9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:05:06.853868 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefed30e-affd-48d8-9835-30f7c52a1fd9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:05:06.854166 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefed30e-affd-48d8-9835-30f7c52a1fd9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:05:06.854514 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefed30e-affd-48d8-9835-30f7c52a1fd9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:05:06.854851 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefed30e-affd-48d8-9835-30f7c52a1fd9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:05:06.855164 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefed30e-affd-48d8-9835-30f7c52a1fd9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:05:06.855492 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefed30e-affd-48d8-9835-30f7c52a1fd9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:05:06.855802 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefed30e-affd-48d8-9835-30f7c52a1fd9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:05:06.856109 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefed30e-affd-48d8-9835-30f7c52a1fd9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:05:06.856417 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefed30e-affd-48d8-9835-30f7c52a1fd9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:05:06.857514 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefed30e-affd-48d8-9835-30f7c52a1fd9 None None] Tracked resource versions report: Jun 15 14:05:06.857514 dv-cinder-796471-1-iscsi neutron-server[91909]: pushed versions: Jun 15 14:05:06.857514 dv-cinder-796471-1-iscsi neutron-server[91909]: { 'AddressGroup': {'1.2'}, Jun 15 14:05:06.857514 dv-cinder-796471-1-iscsi neutron-server[91909]: 'ConntrackHelper': {'1.0'}, Jun 15 14:05:06.857514 dv-cinder-796471-1-iscsi neutron-server[91909]: 'Log': {'1.0'}, Jun 15 14:05:06.857514 dv-cinder-796471-1-iscsi neutron-server[91909]: 'Network': {'1.1'}, Jun 15 14:05:06.857514 dv-cinder-796471-1-iscsi neutron-server[91909]: 'Port': {'1.7'}, Jun 15 14:05:06.857514 dv-cinder-796471-1-iscsi neutron-server[91909]: 'PortForwarding': {'1.2'}, Jun 15 14:05:06.857514 dv-cinder-796471-1-iscsi neutron-server[91909]: 'QosPolicy': {'1.8'}, Jun 15 14:05:06.857514 dv-cinder-796471-1-iscsi neutron-server[91909]: 'SecurityGroup': {'1.4'}, Jun 15 14:05:06.857514 dv-cinder-796471-1-iscsi neutron-server[91909]: 'SecurityGroupRule': {'1.2'}, Jun 15 14:05:06.857514 dv-cinder-796471-1-iscsi neutron-server[91909]: 'SubPort': {'1.0'}, Jun 15 14:05:06.857514 dv-cinder-796471-1-iscsi neutron-server[91909]: 'Subnet': {'1.1'}, Jun 15 14:05:06.857514 dv-cinder-796471-1-iscsi neutron-server[91909]: 'Trunk': {'1.1'}} Jun 15 14:05:06.857514 dv-cinder-796471-1-iscsi neutron-server[91909]: consumer versions: Jun 15 14:05:06.857514 dv-cinder-796471-1-iscsi neutron-server[91909]: { DHCP agent@dv-cinder-796471-1-iscsi: {}, Jun 15 14:05:06.857514 dv-cinder-796471-1-iscsi neutron-server[91909]: L3 agent@dv-cinder-796471-1-iscsi: {}, Jun 15 14:05:06.857514 dv-cinder-796471-1-iscsi neutron-server[91909]: Metadata agent@dv-cinder-796471-1-iscsi: {}, Jun 15 14:05:06.857514 dv-cinder-796471-1-iscsi neutron-server[91909]: Metering agent@dv-cinder-796471-1-iscsi: {}, Jun 15 14:05:06.857514 dv-cinder-796471-1-iscsi neutron-server[91909]: Open vSwitch agent@dv-cinder-796471-1-iscsi: { 'AddressGroup': '1.2', Jun 15 14:05:06.857514 dv-cinder-796471-1-iscsi neutron-server[91909]: 'ConntrackHelper': '1.0', Jun 15 14:05:06.857514 dv-cinder-796471-1-iscsi neutron-server[91909]: 'Log': '1.0', Jun 15 14:05:06.857514 dv-cinder-796471-1-iscsi neutron-server[91909]: 'Network': '1.1', Jun 15 14:05:06.857514 dv-cinder-796471-1-iscsi neutron-server[91909]: 'Port': '1.7', Jun 15 14:05:06.857514 dv-cinder-796471-1-iscsi neutron-server[91909]: 'PortForwarding': '1.2', Jun 15 14:05:06.857514 dv-cinder-796471-1-iscsi neutron-server[91909]: 'QosPolicy': '1.8', Jun 15 14:05:06.857514 dv-cinder-796471-1-iscsi neutron-server[91909]: 'SecurityGroup': '1.4', Jun 15 14:05:06.857514 dv-cinder-796471-1-iscsi neutron-server[91909]: 'SecurityGroupRule': '1.2', Jun 15 14:05:06.857514 dv-cinder-796471-1-iscsi neutron-server[91909]: 'SubPort': '1.0', Jun 15 14:05:06.857514 dv-cinder-796471-1-iscsi neutron-server[91909]: 'Subnet': '1.1', Jun 15 14:05:06.857514 dv-cinder-796471-1-iscsi neutron-server[91909]: 'Trunk': '1.1'}} Jun 15 14:05:06.857514 dv-cinder-796471-1-iscsi neutron-server[91909]: {{(pid=91909) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 15 14:05:06.895713 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-eefed30e-affd-48d8-9835-30f7c52a1fd9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:05:06.935150 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.managers [None req-eefed30e-affd-48d8-9835-30f7c52a1fd9 None None] Attempting to bind port 254dc2dd-b6f3-4d1a-98a4-e61f7a3d408b on host dv-cinder-796471-1-iscsi for vnic_type normal with profile {{(pid=91909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:05:06.935550 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.managers [None req-eefed30e-affd-48d8-9835-30f7c52a1fd9 None None] Attempting to bind port 254dc2dd-b6f3-4d1a-98a4-e61f7a3d408b by drivers openvswitch,hyperv on host dv-cinder-796471-1-iscsi at level 0 using segments [{'id': '1834d60f-9692-48a2-9613-fc6aa2539fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'a4f8ba20-0f8b-46c4-aa0f-56f4cb6d22be'}] {{(pid=91909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:05:06.935962 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eefed30e-affd-48d8-9835-30f7c52a1fd9 None None] Attempting to bind port 254dc2dd-b6f3-4d1a-98a4-e61f7a3d408b on network a4f8ba20-0f8b-46c4-aa0f-56f4cb6d22be {{(pid=91909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:05:06.940994 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eefed30e-affd-48d8-9835-30f7c52a1fd9 None None] Checking agent: {'id': 'a00a16a2-d8fd-48bc-a1ff-18db44b70890', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796471-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 4, 51), 'started_at': datetime.datetime(2021, 6, 15, 14, 4, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 4, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796471-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:05:06.941388 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eefed30e-affd-48d8-9835-30f7c52a1fd9 None None] Checking segment: {'id': '1834d60f-9692-48a2-9613-fc6aa2539fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'a4f8ba20-0f8b-46c4-aa0f-56f4cb6d22be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:05:06.941841 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-eefed30e-affd-48d8-9835-30f7c52a1fd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:06.942221 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eefed30e-affd-48d8-9835-30f7c52a1fd9 None None] Bound using segment: {'id': '1834d60f-9692-48a2-9613-fc6aa2539fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'a4f8ba20-0f8b-46c4-aa0f-56f4cb6d22be'} {{(pid=91909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:05:06.942677 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.managers [None req-eefed30e-affd-48d8-9835-30f7c52a1fd9 None None] Bound port: 254dc2dd-b6f3-4d1a-98a4-e61f7a3d408b, host: dv-cinder-796471-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1834d60f-9692-48a2-9613-fc6aa2539fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'a4f8ba20-0f8b-46c4-aa0f-56f4cb6d22be'}}] {{(pid=91909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:05:06.943084 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-eefed30e-affd-48d8-9835-30f7c52a1fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:07.018307 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-eefed30e-affd-48d8-9835-30f7c52a1fd9 None None] For port 254dc2dd-b6f3-4d1a-98a4-e61f7a3d408b, host dv-cinder-796471-1-iscsi, cleared binding levels {{(pid=91909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:05:07.042742 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-eefed30e-affd-48d8-9835-30f7c52a1fd9 None None] For port 254dc2dd-b6f3-4d1a-98a4-e61f7a3d408b, host dv-cinder-796471-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796471-1-iscsi',level=0,port_id=254dc2dd-b6f3-4d1a-98a4-e61f7a3d408b,segment=NetworkSegment(1834d60f-9692-48a2-9613-fc6aa2539fdd),segment_id=1834d60f-9692-48a2-9613-fc6aa2539fdd)] {{(pid=91909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:05:07.047925 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-eefed30e-affd-48d8-9835-30f7c52a1fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492'] for port, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:07.050281 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:05:07.115010 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefed30e-affd-48d8-9835-30f7c52a1fd9 None None] Pushing event updated for resources: {'Port': ['ID=254dc2dd-b6f3-4d1a-98a4-e61f7a3d408b,revision_number=2']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:05:07.118009 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-eefed30e-affd-48d8-9835-30f7c52a1fd9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:05:08.198330 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 57406) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:05:08.540540 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [None req-27622ba4-7431-49f8-b938-f004d99ca636 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=91907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 15 14:05:08.554810 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-27622ba4-7431-49f8-b938-f004d99ca636 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3421061 Jun 15 14:05:10.887362 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 57414) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:05:11.202880 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [None req-013a3703-ea19-4580-8611-681fe5315ed0 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=91906) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 15 14:05:11.203927 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-013a3703-ea19-4580-8611-681fe5315ed0 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3156490 Jun 15 14:05:12.650979 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Device 254dc2dd-b6f3-4d1a-98a4-e61f7a3d408b up at agent ovs-agent-dv-cinder-796471-1-iscsi {{(pid=91909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:05:12.745971 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Provisioning for port 254dc2dd-b6f3-4d1a-98a4-e61f7a3d408b completed by entity L2. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:05:13.214980 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a48ed31-e22b-40b9-bb71-dcff909d690f None None] Network a4f8ba20-0f8b-46c4-aa0f-56f4cb6d22be requested from dv-cinder-796471-1-iscsi {{(pid=91909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:05:13.255222 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-120fa800-88b2-45a0-97ef-b2576ea8b6af None None] Provisioning for port 254dc2dd-b6f3-4d1a-98a4-e61f7a3d408b completed by entity DHCP. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:05:13.302299 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-120fa800-88b2-45a0-97ef-b2576ea8b6af None None] Provisioning complete for port 254dc2dd-b6f3-4d1a-98a4-e61f7a3d408b triggered by entity DHCP. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:05:13.302696 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-120fa800-88b2-45a0-97ef-b2576ea8b6af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897510'] for port, provisioning_complete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:13.488658 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-120fa800-88b2-45a0-97ef-b2576ea8b6af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:13.564891 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-120fa800-88b2-45a0-97ef-b2576ea8b6af None None] For port 254dc2dd-b6f3-4d1a-98a4-e61f7a3d408b, host dv-cinder-796471-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796471-1-iscsi',level=0,port_id=254dc2dd-b6f3-4d1a-98a4-e61f7a3d408b,segment=NetworkSegment(1834d60f-9692-48a2-9613-fc6aa2539fdd),segment_id=1834d60f-9692-48a2-9613-fc6aa2539fdd)] {{(pid=91909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:05:13.571013 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-120fa800-88b2-45a0-97ef-b2576ea8b6af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492'] for port, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:13.577209 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-eefed30e-affd-48d8-9835-30f7c52a1fd9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:05:13.646668 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120fa800-88b2-45a0-97ef-b2576ea8b6af None None] Pushing event updated for resources: {'Port': ['ID=254dc2dd-b6f3-4d1a-98a4-e61f7a3d408b,revision_number=3']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:05:13.649843 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-120fa800-88b2-45a0-97ef-b2576ea8b6af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:05:13.794933 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-f53f1421-786a-4666-81ab-9504ff7dae11 None None] Provisioning complete for port 254dc2dd-b6f3-4d1a-98a4-e61f7a3d408b triggered by entity DHCP. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:05:13.795636 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-f53f1421-786a-4666-81ab-9504ff7dae11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897510'] for port, provisioning_complete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:13.829773 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 57428) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:05:14.147486 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.v2.base [None req-199618ff-c1cb-4e50-88ca-be21f20c119d admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '043d5ba7241b4754bc62a2461e6d1c25', 'name': 'router1'}} {{(pid=91906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:05:14.175096 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-199618ff-c1cb-4e50-88ca-be21f20c119d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10752'] for router, before_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:14.176646 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-199618ff-c1cb-4e50-88ca-be21f20c119d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-667090', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338381', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10775'] for router, precommit_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:14.334202 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-199618ff-c1cb-4e50-88ca-be21f20c119d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:14.338695 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-199618ff-c1cb-4e50-88ca-be21f20c119d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-706216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-667285'] for router, after_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:14.350355 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-199618ff-c1cb-4e50-88ca-be21f20c119d admin admin] Notify callbacks [] for router, before_response {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:14.351530 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-199618ff-c1cb-4e50-88ca-be21f20c119d admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5207939 Jun 15 14:05:14.626494 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Device 254dc2dd-b6f3-4d1a-98a4-e61f7a3d408b up at agent ovs-agent-dv-cinder-796471-1-iscsi {{(pid=91909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:05:14.680588 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Provisioning complete for port 254dc2dd-b6f3-4d1a-98a4-e61f7a3d408b triggered by entity L2. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:05:14.680959 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897510'] for port, provisioning_complete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:16.686401 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 57436) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:05:17.000112 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [None req-bd76cb7b-827c-40dc-827d-5673b5cd56eb admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=91906) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 15 14:05:17.001750 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-bd76cb7b-827c-40dc-827d-5673b5cd56eb admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3143942 Jun 15 14:05:18.003514 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-46daff59-5728-4d19-8bbc-d8f1633a7ca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:19.324040 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 57444) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:05:19.643601 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.v2.base [None req-575056dc-684c-4516-83d2-5340b8cf95f7 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'name': 'public', 'router:external': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'is_default': True}} {{(pid=91906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:05:19.666948 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-575056dc-684c-4516-83d2-5340b8cf95f7 admin admin] Made reservation on behalf of 870069f8a07f49b6963e00b98c55fb9e for: {'network': 1} {{(pid=91906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:05:19.669742 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-575056dc-684c-4516-83d2-5340b8cf95f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-33170876'] for network, before_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:19.688034 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-575056dc-684c-4516-83d2-5340b8cf95f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:19.806472 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-575056dc-684c-4516-83d2-5340b8cf95f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:19.810112 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-575056dc-684c-4516-83d2-5340b8cf95f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:19.815045 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:05:19.822608 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-575056dc-684c-4516-83d2-5340b8cf95f7 admin admin] Reserving flat network on physical network physnet1 {{(pid=91906) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 15 14:05:19.856717 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-575056dc-684c-4516-83d2-5340b8cf95f7 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8781714566063', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32890017'] for segment, precommit_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:19.857304 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-575056dc-684c-4516-83d2-5340b8cf95f7 admin admin] Unsubscribe: segment precommit_create {{(pid=91906) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 15 14:05:19.857802 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.db.segments_db [None req-575056dc-684c-4516-83d2-5340b8cf95f7 admin admin] Added segment 16359361-6c0e-4f40-8a0e-56105654022c of type flat for network 962d46ed-056a-473f-b9cc-450bda4e3641 Jun 15 14:05:19.877011 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575056dc-684c-4516-83d2-5340b8cf95f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8c55b40-3cbc-408f-9c7d-9653adacffe5,revision_number=1']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:05:19.899971 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575056dc-684c-4516-83d2-5340b8cf95f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:05:19.900327 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575056dc-684c-4516-83d2-5340b8cf95f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:05:19.900662 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575056dc-684c-4516-83d2-5340b8cf95f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:05:19.900986 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575056dc-684c-4516-83d2-5340b8cf95f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:05:19.901304 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575056dc-684c-4516-83d2-5340b8cf95f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:05:19.901639 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575056dc-684c-4516-83d2-5340b8cf95f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:05:19.901956 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575056dc-684c-4516-83d2-5340b8cf95f7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:05:19.902273 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575056dc-684c-4516-83d2-5340b8cf95f7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:05:19.902581 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575056dc-684c-4516-83d2-5340b8cf95f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:05:19.902921 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575056dc-684c-4516-83d2-5340b8cf95f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:05:19.903230 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575056dc-684c-4516-83d2-5340b8cf95f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:05:19.903539 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575056dc-684c-4516-83d2-5340b8cf95f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:05:19.904625 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575056dc-684c-4516-83d2-5340b8cf95f7 admin admin] Tracked resource versions report: Jun 15 14:05:19.904625 dv-cinder-796471-1-iscsi neutron-server[91906]: pushed versions: Jun 15 14:05:19.904625 dv-cinder-796471-1-iscsi neutron-server[91906]: { 'AddressGroup': {'1.2'}, Jun 15 14:05:19.904625 dv-cinder-796471-1-iscsi neutron-server[91906]: 'ConntrackHelper': {'1.0'}, Jun 15 14:05:19.904625 dv-cinder-796471-1-iscsi neutron-server[91906]: 'Log': {'1.0'}, Jun 15 14:05:19.904625 dv-cinder-796471-1-iscsi neutron-server[91906]: 'Network': {'1.1'}, Jun 15 14:05:19.904625 dv-cinder-796471-1-iscsi neutron-server[91906]: 'Port': {'1.7'}, Jun 15 14:05:19.904625 dv-cinder-796471-1-iscsi neutron-server[91906]: 'PortForwarding': {'1.2'}, Jun 15 14:05:19.904625 dv-cinder-796471-1-iscsi neutron-server[91906]: 'QosPolicy': {'1.8'}, Jun 15 14:05:19.904625 dv-cinder-796471-1-iscsi neutron-server[91906]: 'SecurityGroup': {'1.4'}, Jun 15 14:05:19.904625 dv-cinder-796471-1-iscsi neutron-server[91906]: 'SecurityGroupRule': {'1.2'}, Jun 15 14:05:19.904625 dv-cinder-796471-1-iscsi neutron-server[91906]: 'SubPort': {'1.0'}, Jun 15 14:05:19.904625 dv-cinder-796471-1-iscsi neutron-server[91906]: 'Subnet': {'1.1'}, Jun 15 14:05:19.904625 dv-cinder-796471-1-iscsi neutron-server[91906]: 'Trunk': {'1.1'}} Jun 15 14:05:19.904625 dv-cinder-796471-1-iscsi neutron-server[91906]: consumer versions: Jun 15 14:05:19.904625 dv-cinder-796471-1-iscsi neutron-server[91906]: { DHCP agent@dv-cinder-796471-1-iscsi: {}, Jun 15 14:05:19.904625 dv-cinder-796471-1-iscsi neutron-server[91906]: L3 agent@dv-cinder-796471-1-iscsi: {}, Jun 15 14:05:19.904625 dv-cinder-796471-1-iscsi neutron-server[91906]: Metadata agent@dv-cinder-796471-1-iscsi: {}, Jun 15 14:05:19.904625 dv-cinder-796471-1-iscsi neutron-server[91906]: Metering agent@dv-cinder-796471-1-iscsi: {}, Jun 15 14:05:19.904625 dv-cinder-796471-1-iscsi neutron-server[91906]: Open vSwitch agent@dv-cinder-796471-1-iscsi: { 'AddressGroup': '1.2', Jun 15 14:05:19.904625 dv-cinder-796471-1-iscsi neutron-server[91906]: 'ConntrackHelper': '1.0', Jun 15 14:05:19.904625 dv-cinder-796471-1-iscsi neutron-server[91906]: 'Log': '1.0', Jun 15 14:05:19.904625 dv-cinder-796471-1-iscsi neutron-server[91906]: 'Network': '1.1', Jun 15 14:05:19.904625 dv-cinder-796471-1-iscsi neutron-server[91906]: 'Port': '1.7', Jun 15 14:05:19.904625 dv-cinder-796471-1-iscsi neutron-server[91906]: 'PortForwarding': '1.2', Jun 15 14:05:19.904625 dv-cinder-796471-1-iscsi neutron-server[91906]: 'QosPolicy': '1.8', Jun 15 14:05:19.904625 dv-cinder-796471-1-iscsi neutron-server[91906]: 'SecurityGroup': '1.4', Jun 15 14:05:19.904625 dv-cinder-796471-1-iscsi neutron-server[91906]: 'SecurityGroupRule': '1.2', Jun 15 14:05:19.904625 dv-cinder-796471-1-iscsi neutron-server[91906]: 'SubPort': '1.0', Jun 15 14:05:19.904625 dv-cinder-796471-1-iscsi neutron-server[91906]: 'Subnet': '1.1', Jun 15 14:05:19.904625 dv-cinder-796471-1-iscsi neutron-server[91906]: 'Trunk': '1.1'}} Jun 15 14:05:19.904625 dv-cinder-796471-1-iscsi neutron-server[91906]: {{(pid=91906) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 15 14:05:19.970728 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.agents_db [None req-1fbdf4bf-3b4b-440e-bd18-8a0939d62d55 None None] Agent healthcheck: found 5 active agents {{(pid=91910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:05:19.986369 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-575056dc-684c-4516-83d2-5340b8cf95f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:05:19.988241 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-575056dc-684c-4516-83d2-5340b8cf95f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781714030749'] for network, precommit_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:20.039897 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-575056dc-684c-4516-83d2-5340b8cf95f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-350226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537401'] for network, after_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:20.041345 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-575056dc-684c-4516-83d2-5340b8cf95f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:05:20.042013 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-575056dc-684c-4516-83d2-5340b8cf95f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537372'] for network, before_response {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:20.044795 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:05:20.099611 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-575056dc-684c-4516-83d2-5340b8cf95f7 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7744997 Jun 15 14:05:20.161500 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575056dc-684c-4516-83d2-5340b8cf95f7 admin admin] Pushing event updated for resources: {'Network': ['ID=962d46ed-056a-473f-b9cc-450bda4e3641,revision_number=1']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:05:20.164724 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-575056dc-684c-4516-83d2-5340b8cf95f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:05:20.172074 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Network 962d46ed-056a-473f-b9cc-450bda4e3641 details requested by agent ovs-agent-dv-cinder-796471-1-iscsi with host dv-cinder-796471-1-iscsi {{(pid=91909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:05:20.639478 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:20.885889 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-f7c8f0fe-6fb4-4576-855d-1929588f79cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:21.699115 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-a2325736-757f-4788-9f3d-6fe831cb64a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:22.429827 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 57466) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:05:22.667791 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1416a3-8cd1-4e05-9598-476e17d50202 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:05:22.669189 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-3c1416a3-8cd1-4e05-9598-476e17d50202 admin admin] 10.222.0.26 "GET /v2.0/subnets/1ca59a37-cd2c-41a9-acc1-be4e3f32aa45 HTTP/1.1" status: 200 len: 849 time: 0.2383807 Jun 15 14:05:22.816298 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-4c539b1a-6d9a-4342-b6d2-872032a8b71d admin admin] 10.222.0.26 "GET /v2.0/routers/998d26cb-51c7-4699-a282-62af6129f068 HTTP/1.1" status: 200 len: 704 time: 0.1415906 Jun 15 14:05:23.186033 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-0f15c0c5-8608-484d-9048-fb19d2426cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-33170876'] for port, before_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:23.315705 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-987cb3c8-732e-4ef7-aae2-903816ba9880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:23.503769 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.db.db_base_plugin_common [None req-0f15c0c5-8608-484d-9048-fb19d2426cbc admin admin] Allocated IP 172.20.0.1 (a4f8ba20-0f8b-46c4-aa0f-56f4cb6d22be/1ca59a37-cd2c-41a9-acc1-be4e3f32aa45/ccaf66bd-790b-4aac-85ba-e18ee61d7cc8) {{(pid=91906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:05:23.699374 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-0f15c0c5-8608-484d-9048-fb19d2426cbc admin admin] Notify callbacks [] for port, precommit_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:23.723133 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.db.provisioning_blocks [None req-0f15c0c5-8608-484d-9048-fb19d2426cbc admin admin] Transition to ACTIVE for port object ccaf66bd-790b-4aac-85ba-e18ee61d7cc8 will not be triggered until provisioned by entity DHCP. {{(pid=91906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:05:23.853591 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-0f15c0c5-8608-484d-9048-fb19d2426cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33170815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-53808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781714044429'] for port, after_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:23.855782 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:05:23.930208 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f15c0c5-8608-484d-9048-fb19d2426cbc admin admin] Network a4f8ba20-0f8b-46c4-aa0f-56f4cb6d22be is already hosted by enough agents. {{(pid=91906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:05:23.934738 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.scheduler.base_scheduler [None req-0f15c0c5-8608-484d-9048-fb19d2426cbc admin admin] Resources bound (agent type, host, resource id): {{(pid=91906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:05:23.943982 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f15c0c5-8608-484d-9048-fb19d2426cbc admin admin] Received port after_create {{(pid=91906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:05:23.944925 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-0f15c0c5-8608-484d-9048-fb19d2426cbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-670032'] for router_interface, before_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:23.964230 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f15c0c5-8608-484d-9048-fb19d2426cbc admin admin] Pushing event updated for resources: {'Port': ['ID=ccaf66bd-790b-4aac-85ba-e18ee61d7cc8,revision_number=1']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:05:24.019498 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-0f15c0c5-8608-484d-9048-fb19d2426cbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:05:24.175210 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-8b1d1c7f-22c9-4d78-bd6f-f9ad85c22bd8 None None] Provisioning for port ccaf66bd-790b-4aac-85ba-e18ee61d7cc8 completed by entity DHCP. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:05:24.179011 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-8b1d1c7f-22c9-4d78-bd6f-f9ad85c22bd8 None None] Provisioning complete for port ccaf66bd-790b-4aac-85ba-e18ee61d7cc8 triggered by entity DHCP. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:05:24.179370 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8b1d1c7f-22c9-4d78-bd6f-f9ad85c22bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897510'] for port, provisioning_complete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:24.186594 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-0f15c0c5-8608-484d-9048-fb19d2426cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:24.218962 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.plugin [None req-8b1d1c7f-22c9-4d78-bd6f-f9ad85c22bd8 None None] Port ccaf66bd-790b-4aac-85ba-e18ee61d7cc8 cannot update to ACTIVE because it is not bound. {{(pid=91909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 15 14:05:24.396951 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-0f15c0c5-8608-484d-9048-fb19d2426cbc admin admin] Notify callbacks [] for port, precommit_update {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:24.409192 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-0f15c0c5-8608-484d-9048-fb19d2426cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492'] for port, after_update {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:24.410306 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-0f15c0c5-8608-484d-9048-fb19d2426cbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-670148'] for router_interface, after_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:24.412896 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-0f15c0c5-8608-484d-9048-fb19d2426cbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:05:24.480415 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f15c0c5-8608-484d-9048-fb19d2426cbc admin admin] Pushing event updated for resources: {'Port': ['ID=ccaf66bd-790b-4aac-85ba-e18ee61d7cc8,revision_number=2']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:05:24.484407 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-0f15c0c5-8608-484d-9048-fb19d2426cbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:05:24.565563 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f15c0c5-8608-484d-9048-fb19d2426cbc admin admin] Network a4f8ba20-0f8b-46c4-aa0f-56f4cb6d22be is already hosted by enough agents. {{(pid=91906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:05:24.566858 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.scheduler.base_scheduler [None req-0f15c0c5-8608-484d-9048-fb19d2426cbc admin admin] Resources bound (agent type, host, resource id): {{(pid=91906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:05:24.738541 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-6b2758ce-a935-4d8c-b9c4-b4e79ea25732 None None] Provisioning complete for port ccaf66bd-790b-4aac-85ba-e18ee61d7cc8 triggered by entity DHCP. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:05:24.739123 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-6b2758ce-a935-4d8c-b9c4-b4e79ea25732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897510'] for port, provisioning_complete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:24.754832 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f15c0c5-8608-484d-9048-fb19d2426cbc admin admin] Router 998d26cb-51c7-4699-a282-62af6129f068 is scheduled to L3 agent 7c0fcfb6-ee6c-4f84-9204-f4cc96555f34 with binding_index 1 {{(pid=91906) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 15 14:05:24.779565 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.plugin [None req-6b2758ce-a935-4d8c-b9c4-b4e79ea25732 None None] Port ccaf66bd-790b-4aac-85ba-e18ee61d7cc8 cannot update to ACTIVE because it is not bound. {{(pid=91909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 15 14:05:24.883889 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f15c0c5-8608-484d-9048-fb19d2426cbc admin admin] Notify agent at l3_agent.dv-cinder-796471-1-iscsi the message routers_updated {{(pid=91906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:05:24.889052 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-0f15c0c5-8608-484d-9048-fb19d2426cbc admin admin] 10.222.0.26 "PUT /v2.0/routers/998d26cb-51c7-4699-a282-62af6129f068/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0679734 Jun 15 14:05:24.906197 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a565665a-c82e-4982-bdfa-48a1dcf7b754 None None] Sync routers for ids ['998d26cb-51c7-4699-a282-62af6129f068'] in dv-cinder-796471-1-iscsi {{(pid=91910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:05:24.917442 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a565665a-c82e-4982-bdfa-48a1dcf7b754 None None] Routers {'998d26cb-51c7-4699-a282-62af6129f068'} bound to L3 agent in host dv-cinder-796471-1-iscsi {{(pid=91910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:05:24.918239 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-a565665a-c82e-4982-bdfa-48a1dcf7b754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796471-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-15T14:04:51Z,description=,heartbeat_timestamp=2021-06-15T14:05:21Z,host='dv-cinder-796471-1-iscsi',id=7c0fcfb6-ee6c-4f84-9204-f4cc96555f34,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:04:51Z,topic='l3_agent')) {'router_ids': ['998d26cb-51c7-4699-a282-62af6129f068'], 'active': True} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:05:25.124870 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvr_db [None req-a565665a-c82e-4982-bdfa-48a1dcf7b754 None None] Set router 998d26cb-51c7-4699-a282-62af6129f068 gateway port host: None {{(pid=91910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:05:25.610635 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-a565665a-c82e-4982-bdfa-48a1dcf7b754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '998d26cb-51c7-4699-a282-62af6129f068', 'name': 'router1', 'tenant_id': '043d5ba7241b4754bc62a2461e6d1c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:05:14Z', 'updated_at': '2021-06-15T14:05:24Z', 'revision_number': 2, 'project_id': '043d5ba7241b4754bc62a2461e6d1c25', 'gw_port_host': None, '_interfaces': [{'id': 'ccaf66bd-790b-4aac-85ba-e18ee61d7cc8', 'name': '', 'network_id': 'a4f8ba20-0f8b-46c4-aa0f-56f4cb6d22be', 'tenant_id': '043d5ba7241b4754bc62a2461e6d1c25', 'mac_address': 'fa:16:3e:e9:12:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '998d26cb-51c7-4699-a282-62af6129f068', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1ca59a37-cd2c-41a9-acc1-be4e3f32aa45', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:05:23Z', 'updated_at': '2021-06-15T14:05:24Z', 'revision_number': 2, 'project_id': '043d5ba7241b4754bc62a2461e6d1c25', 'subnets': [{'id': '1ca59a37-cd2c-41a9-acc1-be4e3f32aa45', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e82fe2d1-c311-4cea-a240-e4f065f1515a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796471-1-iscsi', False) {} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:05:25.617973 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a565665a-c82e-4982-bdfa-48a1dcf7b754 None None] Checking router: 998d26cb-51c7-4699-a282-62af6129f068 for host: dv-cinder-796471-1-iscsi {{(pid=91910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:05:25.619038 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a565665a-c82e-4982-bdfa-48a1dcf7b754 None None] Updating router 998d26cb-51c7-4699-a282-62af6129f068 port ccaf66bd-790b-4aac-85ba-e18ee61d7cc8 binding host dv-cinder-796471-1-iscsi {{(pid=91910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 14:05:25.694848 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-a565665a-c82e-4982-bdfa-48a1dcf7b754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:26.219994 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-a565665a-c82e-4982-bdfa-48a1dcf7b754 None None] Notify callbacks [] for port, precommit_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:26.236762 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-a565665a-c82e-4982-bdfa-48a1dcf7b754 None None] Transition to ACTIVE for port object ccaf66bd-790b-4aac-85ba-e18ee61d7cc8 will not be triggered until provisioned by entity L2. {{(pid=91910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:05:26.242606 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-a565665a-c82e-4982-bdfa-48a1dcf7b754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492'] for port, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:26.246662 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:05:26.478290 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557fa284-b38c-4ee9-9fe9-c7581b22d5a6 None None] Pushing event updated for resources: {'Port': ['ID=ccaf66bd-790b-4aac-85ba-e18ee61d7cc8,revision_number=3']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:05:26.482685 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.managers [None req-a565665a-c82e-4982-bdfa-48a1dcf7b754 None None] Attempting to bind port ccaf66bd-790b-4aac-85ba-e18ee61d7cc8 on host dv-cinder-796471-1-iscsi for vnic_type normal with profile {{(pid=91910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:05:26.483106 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.managers [None req-a565665a-c82e-4982-bdfa-48a1dcf7b754 None None] Attempting to bind port ccaf66bd-790b-4aac-85ba-e18ee61d7cc8 by drivers openvswitch,hyperv on host dv-cinder-796471-1-iscsi at level 0 using segments [{'id': '1834d60f-9692-48a2-9613-fc6aa2539fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'a4f8ba20-0f8b-46c4-aa0f-56f4cb6d22be'}] {{(pid=91910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:05:26.483530 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a565665a-c82e-4982-bdfa-48a1dcf7b754 None None] Attempting to bind port ccaf66bd-790b-4aac-85ba-e18ee61d7cc8 on network a4f8ba20-0f8b-46c4-aa0f-56f4cb6d22be {{(pid=91910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:05:26.491364 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557fa284-b38c-4ee9-9fe9-c7581b22d5a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:05:26.491699 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557fa284-b38c-4ee9-9fe9-c7581b22d5a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:05:26.492027 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557fa284-b38c-4ee9-9fe9-c7581b22d5a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:05:26.492348 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557fa284-b38c-4ee9-9fe9-c7581b22d5a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:05:26.492664 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557fa284-b38c-4ee9-9fe9-c7581b22d5a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:05:26.492980 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557fa284-b38c-4ee9-9fe9-c7581b22d5a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:05:26.493291 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557fa284-b38c-4ee9-9fe9-c7581b22d5a6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:05:26.493640 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557fa284-b38c-4ee9-9fe9-c7581b22d5a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:05:26.493961 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557fa284-b38c-4ee9-9fe9-c7581b22d5a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:05:26.494271 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557fa284-b38c-4ee9-9fe9-c7581b22d5a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:05:26.494580 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557fa284-b38c-4ee9-9fe9-c7581b22d5a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:05:26.494912 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557fa284-b38c-4ee9-9fe9-c7581b22d5a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:05:26.496023 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557fa284-b38c-4ee9-9fe9-c7581b22d5a6 None None] Tracked resource versions report: Jun 15 14:05:26.496023 dv-cinder-796471-1-iscsi neutron-server[91910]: pushed versions: Jun 15 14:05:26.496023 dv-cinder-796471-1-iscsi neutron-server[91910]: { 'AddressGroup': {'1.2'}, Jun 15 14:05:26.496023 dv-cinder-796471-1-iscsi neutron-server[91910]: 'ConntrackHelper': {'1.0'}, Jun 15 14:05:26.496023 dv-cinder-796471-1-iscsi neutron-server[91910]: 'Log': {'1.0'}, Jun 15 14:05:26.496023 dv-cinder-796471-1-iscsi neutron-server[91910]: 'Network': {'1.1'}, Jun 15 14:05:26.496023 dv-cinder-796471-1-iscsi neutron-server[91910]: 'Port': {'1.7'}, Jun 15 14:05:26.496023 dv-cinder-796471-1-iscsi neutron-server[91910]: 'PortForwarding': {'1.2'}, Jun 15 14:05:26.496023 dv-cinder-796471-1-iscsi neutron-server[91910]: 'QosPolicy': {'1.8'}, Jun 15 14:05:26.496023 dv-cinder-796471-1-iscsi neutron-server[91910]: 'SecurityGroup': {'1.4'}, Jun 15 14:05:26.496023 dv-cinder-796471-1-iscsi neutron-server[91910]: 'SecurityGroupRule': {'1.2'}, Jun 15 14:05:26.496023 dv-cinder-796471-1-iscsi neutron-server[91910]: 'SubPort': {'1.0'}, Jun 15 14:05:26.496023 dv-cinder-796471-1-iscsi neutron-server[91910]: 'Subnet': {'1.1'}, Jun 15 14:05:26.496023 dv-cinder-796471-1-iscsi neutron-server[91910]: 'Trunk': {'1.1'}} Jun 15 14:05:26.496023 dv-cinder-796471-1-iscsi neutron-server[91910]: consumer versions: Jun 15 14:05:26.496023 dv-cinder-796471-1-iscsi neutron-server[91910]: { DHCP agent@dv-cinder-796471-1-iscsi: {}, Jun 15 14:05:26.496023 dv-cinder-796471-1-iscsi neutron-server[91910]: L3 agent@dv-cinder-796471-1-iscsi: {}, Jun 15 14:05:26.496023 dv-cinder-796471-1-iscsi neutron-server[91910]: Metadata agent@dv-cinder-796471-1-iscsi: {}, Jun 15 14:05:26.496023 dv-cinder-796471-1-iscsi neutron-server[91910]: Metering agent@dv-cinder-796471-1-iscsi: {}, Jun 15 14:05:26.496023 dv-cinder-796471-1-iscsi neutron-server[91910]: Open vSwitch agent@dv-cinder-796471-1-iscsi: { 'AddressGroup': '1.2', Jun 15 14:05:26.496023 dv-cinder-796471-1-iscsi neutron-server[91910]: 'ConntrackHelper': '1.0', Jun 15 14:05:26.496023 dv-cinder-796471-1-iscsi neutron-server[91910]: 'Log': '1.0', Jun 15 14:05:26.496023 dv-cinder-796471-1-iscsi neutron-server[91910]: 'Network': '1.1', Jun 15 14:05:26.496023 dv-cinder-796471-1-iscsi neutron-server[91910]: 'Port': '1.7', Jun 15 14:05:26.496023 dv-cinder-796471-1-iscsi neutron-server[91910]: 'PortForwarding': '1.2', Jun 15 14:05:26.496023 dv-cinder-796471-1-iscsi neutron-server[91910]: 'QosPolicy': '1.8', Jun 15 14:05:26.496023 dv-cinder-796471-1-iscsi neutron-server[91910]: 'SecurityGroup': '1.4', Jun 15 14:05:26.496023 dv-cinder-796471-1-iscsi neutron-server[91910]: 'SecurityGroupRule': '1.2', Jun 15 14:05:26.496023 dv-cinder-796471-1-iscsi neutron-server[91910]: 'SubPort': '1.0', Jun 15 14:05:26.496023 dv-cinder-796471-1-iscsi neutron-server[91910]: 'Subnet': '1.1', Jun 15 14:05:26.496023 dv-cinder-796471-1-iscsi neutron-server[91910]: 'Trunk': '1.1'}} Jun 15 14:05:26.496023 dv-cinder-796471-1-iscsi neutron-server[91910]: {{(pid=91910) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 15 14:05:26.498231 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a565665a-c82e-4982-bdfa-48a1dcf7b754 None None] Checking agent: {'id': 'a00a16a2-d8fd-48bc-a1ff-18db44b70890', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796471-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 4, 51), 'started_at': datetime.datetime(2021, 6, 15, 14, 5, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 5, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796471-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:05:26.498645 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a565665a-c82e-4982-bdfa-48a1dcf7b754 None None] Checking segment: {'id': '1834d60f-9692-48a2-9613-fc6aa2539fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'a4f8ba20-0f8b-46c4-aa0f-56f4cb6d22be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:05:26.499133 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-a565665a-c82e-4982-bdfa-48a1dcf7b754 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:26.499514 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a565665a-c82e-4982-bdfa-48a1dcf7b754 None None] Bound using segment: {'id': '1834d60f-9692-48a2-9613-fc6aa2539fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'a4f8ba20-0f8b-46c4-aa0f-56f4cb6d22be'} {{(pid=91910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:05:26.500035 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.managers [None req-a565665a-c82e-4982-bdfa-48a1dcf7b754 None None] Bound port: ccaf66bd-790b-4aac-85ba-e18ee61d7cc8, host: dv-cinder-796471-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1834d60f-9692-48a2-9613-fc6aa2539fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'a4f8ba20-0f8b-46c4-aa0f-56f4cb6d22be'}}] {{(pid=91910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:05:26.500450 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-a565665a-c82e-4982-bdfa-48a1dcf7b754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:26.512049 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-557fa284-b38c-4ee9-9fe9-c7581b22d5a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:05:26.579225 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-a565665a-c82e-4982-bdfa-48a1dcf7b754 None None] For port ccaf66bd-790b-4aac-85ba-e18ee61d7cc8, host dv-cinder-796471-1-iscsi, cleared binding levels {{(pid=91910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:05:26.600960 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-a565665a-c82e-4982-bdfa-48a1dcf7b754 None None] For port ccaf66bd-790b-4aac-85ba-e18ee61d7cc8, host dv-cinder-796471-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796471-1-iscsi',level=0,port_id=ccaf66bd-790b-4aac-85ba-e18ee61d7cc8,segment=NetworkSegment(1834d60f-9692-48a2-9613-fc6aa2539fdd),segment_id=1834d60f-9692-48a2-9613-fc6aa2539fdd)] {{(pid=91910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:05:26.605408 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-a565665a-c82e-4982-bdfa-48a1dcf7b754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492'] for port, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:26.607609 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:05:26.670679 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557fa284-b38c-4ee9-9fe9-c7581b22d5a6 None None] Pushing event updated for resources: {'Port': ['ID=ccaf66bd-790b-4aac-85ba-e18ee61d7cc8,revision_number=4']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:05:26.675427 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-557fa284-b38c-4ee9-9fe9-c7581b22d5a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:05:26.678531 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a565665a-c82e-4982-bdfa-48a1dcf7b754 None None] Routers {'998d26cb-51c7-4699-a282-62af6129f068'} bound to L3 agent in host dv-cinder-796471-1-iscsi {{(pid=91910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:05:26.679167 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-a565665a-c82e-4982-bdfa-48a1dcf7b754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796471-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-15T14:04:51Z,description=,heartbeat_timestamp=2021-06-15T14:05:21Z,host='dv-cinder-796471-1-iscsi',id=7c0fcfb6-ee6c-4f84-9204-f4cc96555f34,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:04:51Z,topic='l3_agent')) {'router_ids': ['998d26cb-51c7-4699-a282-62af6129f068'], 'active': True} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:05:26.806598 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvr_db [None req-a565665a-c82e-4982-bdfa-48a1dcf7b754 None None] Set router 998d26cb-51c7-4699-a282-62af6129f068 gateway port host: None {{(pid=91910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:05:27.078963 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-a565665a-c82e-4982-bdfa-48a1dcf7b754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '998d26cb-51c7-4699-a282-62af6129f068', 'name': 'router1', 'tenant_id': '043d5ba7241b4754bc62a2461e6d1c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:05:14Z', 'updated_at': '2021-06-15T14:05:24Z', 'revision_number': 2, 'project_id': '043d5ba7241b4754bc62a2461e6d1c25', 'gw_port_host': None, '_interfaces': [{'id': 'ccaf66bd-790b-4aac-85ba-e18ee61d7cc8', 'name': '', 'network_id': 'a4f8ba20-0f8b-46c4-aa0f-56f4cb6d22be', 'tenant_id': '043d5ba7241b4754bc62a2461e6d1c25', 'mac_address': 'fa:16:3e:e9:12:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '998d26cb-51c7-4699-a282-62af6129f068', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1ca59a37-cd2c-41a9-acc1-be4e3f32aa45', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:05:23Z', 'updated_at': '2021-06-15T14:05:26Z', 'revision_number': 4, 'project_id': '043d5ba7241b4754bc62a2461e6d1c25', 'subnets': [{'id': '1ca59a37-cd2c-41a9-acc1-be4e3f32aa45', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e82fe2d1-c311-4cea-a240-e4f065f1515a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796471-1-iscsi', False) {} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:05:27.082600 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a565665a-c82e-4982-bdfa-48a1dcf7b754 None None] The sync data for ids ['998d26cb-51c7-4699-a282-62af6129f068'] in dv-cinder-796471-1-iscsi is: [{'id': '998d26cb-51c7-4699-a282-62af6129f068', 'name': 'router1', 'tenant_id': '043d5ba7241b4754bc62a2461e6d1c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:05:14Z', 'updated_at': '2021-06-15T14:05:24Z', 'revision_number': 2, 'project_id': '043d5ba7241b4754bc62a2461e6d1c25', 'gw_port_host': None, '_interfaces': [{'id': 'ccaf66bd-790b-4aac-85ba-e18ee61d7cc8', 'name': '', 'network_id': 'a4f8ba20-0f8b-46c4-aa0f-56f4cb6d22be', 'tenant_id': '043d5ba7241b4754bc62a2461e6d1c25', 'mac_address': 'fa:16:3e:e9:12:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '998d26cb-51c7-4699-a282-62af6129f068', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1ca59a37-cd2c-41a9-acc1-be4e3f32aa45', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:05:23Z', 'updated_at': '2021-06-15T14:05:26Z', 'revision_number': 4, 'project_id': '043d5ba7241b4754bc62a2461e6d1c25', 'subnets': [{'id': '1ca59a37-cd2c-41a9-acc1-be4e3f32aa45', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e82fe2d1-c311-4cea-a240-e4f065f1515a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:05:27.114947 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 57486) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:05:27.247406 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e674d33f-61ea-4308-8fdd-f87a97c12ce7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:05:27.248790 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-e674d33f-61ea-4308-8fdd-f87a97c12ce7 admin admin] 10.222.0.26 "GET /v2.0/networks/962d46ed-056a-473f-b9cc-450bda4e3641 HTTP/1.1" status: 200 len: 842 time: 0.1328161 Jun 15 14:05:27.258894 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.v2.base [None req-18505d7f-e137-47ee-bc39-22a14b35c5de admin admin] Request body: {'subnet': {'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'name': 'public-subnet', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:05:27.283210 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18505d7f-e137-47ee-bc39-22a14b35c5de admin admin] Made reservation on behalf of 870069f8a07f49b6963e00b98c55fb9e for: {'subnet': 1} {{(pid=91906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:05:27.285547 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-18505d7f-e137-47ee-bc39-22a14b35c5de admin admin] Notify callbacks [] for subnet, before_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:27.741113 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.objects.ports [None req-18505d7f-e137-47ee-bc39-22a14b35c5de admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=91906) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 15 14:05:27.741543 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-18505d7f-e137-47ee-bc39-22a14b35c5de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378'] for subnet, after_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:27.743600 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:05:27.808559 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18505d7f-e137-47ee-bc39-22a14b35c5de admin admin] Pushing event updated for resources: {'Subnet': ['ID=a342ae99-1675-4821-852d-5dc3e7213bc2,revision_number=0']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:05:27.813416 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18505d7f-e137-47ee-bc39-22a14b35c5de admin admin] Checking segment: {'id': '16359361-6c0e-4f40-8a0e-56105654022c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:05:27.813759 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18505d7f-e137-47ee-bc39-22a14b35c5de admin admin] Network hostable DHCP agents. Network: 962d46ed-056a-473f-b9cc-450bda4e3641, hostable agents: ['b76165da-6319-4f74-a975-61037e393453'], hosted agents: [] {{(pid=91906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:05:27.815813 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-18505d7f-e137-47ee-bc39-22a14b35c5de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:05:27.839336 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18505d7f-e137-47ee-bc39-22a14b35c5de admin admin] Network 962d46ed-056a-473f-b9cc-450bda4e3641 is scheduled to be hosted by DHCP agent b76165da-6319-4f74-a975-61037e393453 with binding_index 1 {{(pid=91906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:05:27.851773 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.scheduler.base_scheduler [None req-18505d7f-e137-47ee-bc39-22a14b35c5de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796471-1-iscsi, 962d46ed-056a-473f-b9cc-450bda4e3641) {{(pid=91906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:05:27.855701 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18505d7f-e137-47ee-bc39-22a14b35c5de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:05:27.856296 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-18505d7f-e137-47ee-bc39-22a14b35c5de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537372'] for subnet, before_response {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:27.861741 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-671af6cd-30e8-4d67-ab25-8e11dcb81314 None None] Network 962d46ed-056a-473f-b9cc-450bda4e3641 requested from dv-cinder-796471-1-iscsi {{(pid=91909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:05:27.875934 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-18505d7f-e137-47ee-bc39-22a14b35c5de admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6201403 Jun 15 14:05:28.096182 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-297c1d2a-9ac6-4609-a656-10bd4d4fff0c None None] Network 962d46ed-056a-473f-b9cc-450bda4e3641 requested from dv-cinder-796471-1-iscsi {{(pid=91909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:05:30.166127 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 57498) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:05:30.328411 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-4de376e6-0dcd-4c48-aa31-58a159e8998f admin admin] 10.222.0.26 "GET /v2.0/routers/998d26cb-51c7-4699-a282-62af6129f068 HTTP/1.1" status: 200 len: 710 time: 0.1611278 Jun 15 14:05:30.439404 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-258eaf9e-2446-4621-a03b-b46499413b91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:05:30.440772 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-258eaf9e-2446-4621-a03b-b46499413b91 admin admin] 10.222.0.26 "GET /v2.0/networks/962d46ed-056a-473f-b9cc-450bda4e3641 HTTP/1.1" status: 200 len: 886 time: 0.1072524 Jun 15 14:05:30.449557 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.v2.base [None req-8407199f-de02-4f51-a67c-5af136146e74 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641'}}} {{(pid=91906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:05:30.666876 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Device ccaf66bd-790b-4aac-85ba-e18ee61d7cc8 up at agent ovs-agent-dv-cinder-796471-1-iscsi {{(pid=91909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:05:30.726301 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Provisioning for port ccaf66bd-790b-4aac-85ba-e18ee61d7cc8 completed by entity L2. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:05:30.730221 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Provisioning complete for port ccaf66bd-790b-4aac-85ba-e18ee61d7cc8 triggered by entity L2. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:05:30.730600 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897510'] for port, provisioning_complete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:30.808078 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-8407199f-de02-4f51-a67c-5af136146e74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-667085', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-706225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10981'] for router, precommit_update {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:30.823325 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:30.858110 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] For port ccaf66bd-790b-4aac-85ba-e18ee61d7cc8, host dv-cinder-796471-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796471-1-iscsi',level=0,port_id=ccaf66bd-790b-4aac-85ba-e18ee61d7cc8,segment=NetworkSegment(1834d60f-9692-48a2-9613-fc6aa2539fdd),segment_id=1834d60f-9692-48a2-9613-fc6aa2539fdd)] {{(pid=91909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:05:30.862585 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492'] for port, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:30.865890 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-eefed30e-affd-48d8-9835-30f7c52a1fd9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:05:30.940872 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Pushing event updated for resources: {'Port': ['ID=ccaf66bd-790b-4aac-85ba-e18ee61d7cc8,revision_number=5']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:05:30.944257 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:05:31.215093 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-8407199f-de02-4f51-a67c-5af136146e74 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:31.294653 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-8407199f-de02-4f51-a67c-5af136146e74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-33170876'] for port, before_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:31.414094 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.db.db_base_plugin_common [None req-8407199f-de02-4f51-a67c-5af136146e74 admin admin] Allocated IP 172.27.1.166 (962d46ed-056a-473f-b9cc-450bda4e3641/a342ae99-1675-4821-852d-5dc3e7213bc2/48b96747-31d6-4cb4-aa06-054aa0dafaaf) {{(pid=91906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:05:31.540561 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-8407199f-de02-4f51-a67c-5af136146e74 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:31.579628 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-8407199f-de02-4f51-a67c-5af136146e74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33170815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-53808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781714044429'] for port, after_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:31.582623 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:05:31.619524 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8407199f-de02-4f51-a67c-5af136146e74 admin admin] Network 962d46ed-056a-473f-b9cc-450bda4e3641 is already hosted by enough agents. {{(pid=91906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:05:31.626309 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.scheduler.base_scheduler [None req-8407199f-de02-4f51-a67c-5af136146e74 admin admin] Resources bound (agent type, host, resource id): {{(pid=91906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:05:31.628814 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8407199f-de02-4f51-a67c-5af136146e74 admin admin] Received port after_create {{(pid=91906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:05:31.722900 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8407199f-de02-4f51-a67c-5af136146e74 admin admin] Pushing event updated for resources: {'Port': ['ID=48b96747-31d6-4cb4-aa06-054aa0dafaaf,revision_number=1']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:05:31.725966 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-8407199f-de02-4f51-a67c-5af136146e74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:05:31.952116 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-8407199f-de02-4f51-a67c-5af136146e74 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:32.220661 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-8407199f-de02-4f51-a67c-5af136146e74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-667085', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-706225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10981'] for router, precommit_update {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:32.223886 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-8407199f-de02-4f51-a67c-5af136146e74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-667285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-667299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-667290', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-706882'] for router, after_update {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:32.368667 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8407199f-de02-4f51-a67c-5af136146e74 admin admin] Router 998d26cb-51c7-4699-a282-62af6129f068 has already been hosted by L3 agent 7c0fcfb6-ee6c-4f84-9204-f4cc96555f34 {{(pid=91906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:05:32.610633 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8407199f-de02-4f51-a67c-5af136146e74 admin admin] Notify agent at l3_agent.dv-cinder-796471-1-iscsi the message routers_updated {{(pid=91906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:05:32.615005 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-8407199f-de02-4f51-a67c-5af136146e74 admin admin] Notify callbacks [] for router, before_response {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:32.616364 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-8407199f-de02-4f51-a67c-5af136146e74 admin admin] 10.222.0.26 "PUT /v2.0/routers/998d26cb-51c7-4699-a282-62af6129f068 HTTP/1.1" status: 200 len: 890 time: 2.1699517 Jun 15 14:05:32.634953 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db78355-895c-424d-826c-273fde18ae51 None None] Sync routers for ids ['998d26cb-51c7-4699-a282-62af6129f068'] in dv-cinder-796471-1-iscsi {{(pid=91909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:05:32.647096 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db78355-895c-424d-826c-273fde18ae51 None None] Routers {'998d26cb-51c7-4699-a282-62af6129f068'} bound to L3 agent in host dv-cinder-796471-1-iscsi {{(pid=91909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:05:32.647908 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_hamode_db [None req-7db78355-895c-424d-826c-273fde18ae51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796471-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-15T14:04:51Z,description=,heartbeat_timestamp=2021-06-15T14:05:21Z,host='dv-cinder-796471-1-iscsi',id=7c0fcfb6-ee6c-4f84-9204-f4cc96555f34,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:04:51Z,topic='l3_agent')) {'router_ids': ['998d26cb-51c7-4699-a282-62af6129f068'], 'active': True} {{(pid=91909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:05:32.669036 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Device ccaf66bd-790b-4aac-85ba-e18ee61d7cc8 up at agent ovs-agent-dv-cinder-796471-1-iscsi {{(pid=91909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:05:32.932053 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_dvr_db [None req-7db78355-895c-424d-826c-273fde18ae51 None None] Set router 998d26cb-51c7-4699-a282-62af6129f068 gateway port host: dv-cinder-796471-1-iscsi {{(pid=91909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:05:32.947216 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Provisioning complete for port ccaf66bd-790b-4aac-85ba-e18ee61d7cc8 triggered by entity L2. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:05:32.948571 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897510'] for port, provisioning_complete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:33.509295 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_hamode_db [None req-7db78355-895c-424d-826c-273fde18ae51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '998d26cb-51c7-4699-a282-62af6129f068', 'name': 'router1', 'tenant_id': '043d5ba7241b4754bc62a2461e6d1c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'external_fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': '48b96747-31d6-4cb4-aa06-054aa0dafaaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:05:14Z', 'updated_at': '2021-06-15T14:05:31Z', 'revision_number': 4, 'project_id': '043d5ba7241b4754bc62a2461e6d1c25', 'gw_port': {'id': '48b96747-31d6-4cb4-aa06-054aa0dafaaf', 'name': '', 'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:07:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '998d26cb-51c7-4699-a282-62af6129f068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:05:31Z', 'updated_at': '2021-06-15T14:05:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796471-1-iscsi', '_interfaces': [{'id': 'ccaf66bd-790b-4aac-85ba-e18ee61d7cc8', 'name': '', 'network_id': 'a4f8ba20-0f8b-46c4-aa0f-56f4cb6d22be', 'tenant_id': '043d5ba7241b4754bc62a2461e6d1c25', 'mac_address': 'fa:16:3e:e9:12:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '998d26cb-51c7-4699-a282-62af6129f068', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1ca59a37-cd2c-41a9-acc1-be4e3f32aa45', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:05:23Z', 'updated_at': '2021-06-15T14:05:30Z', 'revision_number': 5, 'project_id': '043d5ba7241b4754bc62a2461e6d1c25', 'subnets': [{'id': '1ca59a37-cd2c-41a9-acc1-be4e3f32aa45', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e82fe2d1-c311-4cea-a240-e4f065f1515a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796471-1-iscsi', False) {} {{(pid=91909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:05:33.515178 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db78355-895c-424d-826c-273fde18ae51 None None] Checking router: 998d26cb-51c7-4699-a282-62af6129f068 for host: dv-cinder-796471-1-iscsi {{(pid=91909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:05:33.515540 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db78355-895c-424d-826c-273fde18ae51 None None] Updating router 998d26cb-51c7-4699-a282-62af6129f068 port 48b96747-31d6-4cb4-aa06-054aa0dafaaf binding host dv-cinder-796471-1-iscsi {{(pid=91909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 14:05:33.558603 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-7db78355-895c-424d-826c-273fde18ae51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:33.926308 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-7db78355-895c-424d-826c-273fde18ae51 None None] Notify callbacks [] for port, precommit_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:33.936413 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-7db78355-895c-424d-826c-273fde18ae51 None None] Transition to ACTIVE for port object 48b96747-31d6-4cb4-aa06-054aa0dafaaf will not be triggered until provisioned by entity L2. {{(pid=91909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:05:33.943136 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-7db78355-895c-424d-826c-273fde18ae51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492'] for port, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:33.945523 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:05:34.002500 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f36801-ab5d-4d4a-8d01-fc46d7416e65 None None] Pushing event updated for resources: {'Port': ['ID=48b96747-31d6-4cb4-aa06-054aa0dafaaf,revision_number=2']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:05:34.004996 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.managers [None req-7db78355-895c-424d-826c-273fde18ae51 None None] Attempting to bind port 48b96747-31d6-4cb4-aa06-054aa0dafaaf on host dv-cinder-796471-1-iscsi for vnic_type normal with profile {{(pid=91909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:05:34.005372 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.managers [None req-7db78355-895c-424d-826c-273fde18ae51 None None] Attempting to bind port 48b96747-31d6-4cb4-aa06-054aa0dafaaf by drivers openvswitch,hyperv on host dv-cinder-796471-1-iscsi at level 0 using segments [{'id': '16359361-6c0e-4f40-8a0e-56105654022c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641'}] {{(pid=91909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:05:34.005999 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db78355-895c-424d-826c-273fde18ae51 None None] Attempting to bind port 48b96747-31d6-4cb4-aa06-054aa0dafaaf on network 962d46ed-056a-473f-b9cc-450bda4e3641 {{(pid=91909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:05:34.008190 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-66f36801-ab5d-4d4a-8d01-fc46d7416e65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:05:34.012264 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db78355-895c-424d-826c-273fde18ae51 None None] Checking agent: {'id': 'a00a16a2-d8fd-48bc-a1ff-18db44b70890', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796471-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 4, 51), 'started_at': datetime.datetime(2021, 6, 15, 14, 5, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 5, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796471-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:05:34.012637 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db78355-895c-424d-826c-273fde18ae51 None None] Checking segment: {'id': '16359361-6c0e-4f40-8a0e-56105654022c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:05:34.013042 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-7db78355-895c-424d-826c-273fde18ae51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:34.013432 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db78355-895c-424d-826c-273fde18ae51 None None] Bound using segment: {'id': '16359361-6c0e-4f40-8a0e-56105654022c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641'} {{(pid=91909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:05:34.013904 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.managers [None req-7db78355-895c-424d-826c-273fde18ae51 None None] Bound port: 48b96747-31d6-4cb4-aa06-054aa0dafaaf, host: dv-cinder-796471-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16359361-6c0e-4f40-8a0e-56105654022c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641'}}] {{(pid=91909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:05:34.014276 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-7db78355-895c-424d-826c-273fde18ae51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:34.070816 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-7db78355-895c-424d-826c-273fde18ae51 None None] For port 48b96747-31d6-4cb4-aa06-054aa0dafaaf, host dv-cinder-796471-1-iscsi, cleared binding levels {{(pid=91909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:05:34.073808 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-7db78355-895c-424d-826c-273fde18ae51 None None] For port 48b96747-31d6-4cb4-aa06-054aa0dafaaf, host dv-cinder-796471-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796471-1-iscsi',level=0,port_id=48b96747-31d6-4cb4-aa06-054aa0dafaaf,segment=NetworkSegment(16359361-6c0e-4f40-8a0e-56105654022c),segment_id=16359361-6c0e-4f40-8a0e-56105654022c)] {{(pid=91909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:05:34.079280 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-7db78355-895c-424d-826c-273fde18ae51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492'] for port, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:34.081603 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:05:34.146803 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db78355-895c-424d-826c-273fde18ae51 None None] Routers {'998d26cb-51c7-4699-a282-62af6129f068'} bound to L3 agent in host dv-cinder-796471-1-iscsi {{(pid=91909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:05:34.147413 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_hamode_db [None req-7db78355-895c-424d-826c-273fde18ae51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796471-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-15T14:04:51Z,description=,heartbeat_timestamp=2021-06-15T14:05:21Z,host='dv-cinder-796471-1-iscsi',id=7c0fcfb6-ee6c-4f84-9204-f4cc96555f34,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:04:51Z,topic='l3_agent')) {'router_ids': ['998d26cb-51c7-4699-a282-62af6129f068'], 'active': True} {{(pid=91909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:05:34.194223 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f36801-ab5d-4d4a-8d01-fc46d7416e65 None None] Pushing event updated for resources: {'Port': ['ID=48b96747-31d6-4cb4-aa06-054aa0dafaaf,revision_number=3']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:05:34.197193 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-66f36801-ab5d-4d4a-8d01-fc46d7416e65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:05:34.296880 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_dvr_db [None req-7db78355-895c-424d-826c-273fde18ae51 None None] Set router 998d26cb-51c7-4699-a282-62af6129f068 gateway port host: dv-cinder-796471-1-iscsi {{(pid=91909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:05:34.567897 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_hamode_db [None req-7db78355-895c-424d-826c-273fde18ae51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '998d26cb-51c7-4699-a282-62af6129f068', 'name': 'router1', 'tenant_id': '043d5ba7241b4754bc62a2461e6d1c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'external_fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': '48b96747-31d6-4cb4-aa06-054aa0dafaaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:05:14Z', 'updated_at': '2021-06-15T14:05:31Z', 'revision_number': 4, 'project_id': '043d5ba7241b4754bc62a2461e6d1c25', 'gw_port': {'id': '48b96747-31d6-4cb4-aa06-054aa0dafaaf', 'name': '', 'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:07:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '998d26cb-51c7-4699-a282-62af6129f068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:05:31Z', 'updated_at': '2021-06-15T14:05:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796471-1-iscsi', '_interfaces': [{'id': 'ccaf66bd-790b-4aac-85ba-e18ee61d7cc8', 'name': '', 'network_id': 'a4f8ba20-0f8b-46c4-aa0f-56f4cb6d22be', 'tenant_id': '043d5ba7241b4754bc62a2461e6d1c25', 'mac_address': 'fa:16:3e:e9:12:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '998d26cb-51c7-4699-a282-62af6129f068', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1ca59a37-cd2c-41a9-acc1-be4e3f32aa45', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:05:23Z', 'updated_at': '2021-06-15T14:05:30Z', 'revision_number': 5, 'project_id': '043d5ba7241b4754bc62a2461e6d1c25', 'subnets': [{'id': '1ca59a37-cd2c-41a9-acc1-be4e3f32aa45', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e82fe2d1-c311-4cea-a240-e4f065f1515a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796471-1-iscsi', False) {} {{(pid=91909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:05:34.571307 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db78355-895c-424d-826c-273fde18ae51 None None] The sync data for ids ['998d26cb-51c7-4699-a282-62af6129f068'] in dv-cinder-796471-1-iscsi is: [{'id': '998d26cb-51c7-4699-a282-62af6129f068', 'name': 'router1', 'tenant_id': '043d5ba7241b4754bc62a2461e6d1c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'external_fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': '48b96747-31d6-4cb4-aa06-054aa0dafaaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:05:14Z', 'updated_at': '2021-06-15T14:05:31Z', 'revision_number': 4, 'project_id': '043d5ba7241b4754bc62a2461e6d1c25', 'gw_port': {'id': '48b96747-31d6-4cb4-aa06-054aa0dafaaf', 'name': '', 'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:07:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '998d26cb-51c7-4699-a282-62af6129f068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:05:31Z', 'updated_at': '2021-06-15T14:05:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796471-1-iscsi', '_interfaces': [{'id': 'ccaf66bd-790b-4aac-85ba-e18ee61d7cc8', 'name': '', 'network_id': 'a4f8ba20-0f8b-46c4-aa0f-56f4cb6d22be', 'tenant_id': '043d5ba7241b4754bc62a2461e6d1c25', 'mac_address': 'fa:16:3e:e9:12:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '998d26cb-51c7-4699-a282-62af6129f068', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1ca59a37-cd2c-41a9-acc1-be4e3f32aa45', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:05:23Z', 'updated_at': '2021-06-15T14:05:30Z', 'revision_number': 5, 'project_id': '043d5ba7241b4754bc62a2461e6d1c25', 'subnets': [{'id': '1ca59a37-cd2c-41a9-acc1-be4e3f32aa45', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e82fe2d1-c311-4cea-a240-e4f065f1515a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:05:34.973851 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 57506) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:05:35.108999 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-300dfb88-77cf-45d5-a57b-2f8067d515ef admin admin] 10.222.0.26 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1339843 Jun 15 14:05:36.666528 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Device 48b96747-31d6-4cb4-aa06-054aa0dafaaf up at agent ovs-agent-dv-cinder-796471-1-iscsi {{(pid=91909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:05:36.736667 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Provisioning for port 48b96747-31d6-4cb4-aa06-054aa0dafaaf completed by entity L2. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:05:36.741079 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Provisioning complete for port 48b96747-31d6-4cb4-aa06-054aa0dafaaf triggered by entity L2. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:05:36.741662 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897510'] for port, provisioning_complete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:36.833439 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:36.856763 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] For port 48b96747-31d6-4cb4-aa06-054aa0dafaaf, host dv-cinder-796471-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796471-1-iscsi',level=0,port_id=48b96747-31d6-4cb4-aa06-054aa0dafaaf,segment=NetworkSegment(16359361-6c0e-4f40-8a0e-56105654022c),segment_id=16359361-6c0e-4f40-8a0e-56105654022c)] {{(pid=91909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:05:36.861148 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492'] for port, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:36.863740 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:05:36.924455 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Pushing event updated for resources: {'Port': ['ID=48b96747-31d6-4cb4-aa06-054aa0dafaaf,revision_number=4']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:05:36.934173 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:05:38.697959 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Device 48b96747-31d6-4cb4-aa06-054aa0dafaaf up at agent ovs-agent-dv-cinder-796471-1-iscsi {{(pid=91909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:05:38.779995 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Provisioning complete for port 48b96747-31d6-4cb4-aa06-054aa0dafaaf triggered by entity L2. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:05:38.780733 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897510'] for port, provisioning_complete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:48.006587 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-f396790a-aac3-4a11-8e65-eee2cca4f7ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:50.652575 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:50.891405 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8d5bdcad-3a65-4b9d-a36a-e96feb7e2634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:51.704568 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-a2325736-757f-4788-9f3d-6fe831cb64a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:53.359004 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-987cb3c8-732e-4ef7-aae2-903816ba9880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:05:56.969108 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.agents_db [None req-1fbdf4bf-3b4b-440e-bd18-8a0939d62d55 None None] Agent healthcheck: found 5 active agents {{(pid=91910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:06:18.011392 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-080a13d4-cbed-4232-8524-576a218306b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:06:20.653768 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:06:20.895981 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-701f8eb9-bb9a-47ab-8e08-22afdcfa4412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:06:21.706482 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-a2325736-757f-4788-9f3d-6fe831cb64a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:06:23.344122 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-987cb3c8-732e-4ef7-aae2-903816ba9880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:06:33.967483 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.agents_db [None req-1fbdf4bf-3b4b-440e-bd18-8a0939d62d55 None None] Agent healthcheck: found 5 active agents {{(pid=91910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:06:48.013160 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-4a714c74-351e-4a37-b4b8-c0cae2a6c7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:06:50.646759 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:06:50.895677 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8704fe59-1868-4ee2-8b9a-ec6789ac1c11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:06:51.708735 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-a2325736-757f-4788-9f3d-6fe831cb64a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:06:53.347422 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-987cb3c8-732e-4ef7-aae2-903816ba9880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:07:10.015758 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 58074) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:07:10.076978 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.pecan_wsgi.hooks.translation [None req-7579c2db-eadb-4815-bfe4-dc7dd36e4d14 admin admin] GET failed (client error): The resource could not be found. Jun 15 14:07:10.078322 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-7579c2db-eadb-4815-bfe4-dc7dd36e4d14 admin admin] 10.222.0.26 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0616214 Jun 15 14:07:10.255682 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccdb2943-b575-43dd-963c-9be7fa51b06b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:07:10.257336 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-ccdb2943-b575-43dd-963c-9be7fa51b06b admin admin] 10.222.0.26 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1751671 Jun 15 14:07:10.965711 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.agents_db [None req-1fbdf4bf-3b4b-440e-bd18-8a0939d62d55 None None] Agent healthcheck: found 5 active agents {{(pid=91910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:07:12.377602 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 58084) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:07:12.483548 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3674730a-761a-476f-8014-f133b24ef283 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:07:12.484893 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-3674730a-761a-476f-8014-f133b24ef283 admin admin] 10.222.0.26 "GET /v2.0/subnets/1ca59a37-cd2c-41a9-acc1-be4e3f32aa45 HTTP/1.1" status: 200 len: 849 time: 0.1063771 Jun 15 14:07:12.494155 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.v2.base [None req-637ad8fc-cef2-4b03-ad0b-0a0790181bf9 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=91907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:07:12.595807 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-637ad8fc-cef2-4b03-ad0b-0a0790181bf9 admin admin] Notify callbacks [] for subnet, before_update {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:07:12.770708 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-637ad8fc-cef2-4b03-ad0b-0a0790181bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8781714486586'] for subnet, after_update {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:07:12.773619 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:07:12.809674 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-637ad8fc-cef2-4b03-ad0b-0a0790181bf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:07:12.810497 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-637ad8fc-cef2-4b03-ad0b-0a0790181bf9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537372'] for subnet, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:07:12.812203 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-637ad8fc-cef2-4b03-ad0b-0a0790181bf9 admin admin] 10.222.0.26 "PUT /v2.0/subnets/1ca59a37-cd2c-41a9-acc1-be4e3f32aa45 HTTP/1.1" status: 200 len: 868 time: 0.3215835 Jun 15 14:07:12.814862 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3295f0a-c7c2-486e-8ca2-1af575ae08a4 None None] Network a4f8ba20-0f8b-46c4-aa0f-56f4cb6d22be requested from dv-cinder-796471-1-iscsi {{(pid=91909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:07:12.834609 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637ad8fc-cef2-4b03-ad0b-0a0790181bf9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ca59a37-cd2c-41a9-acc1-be4e3f32aa45,revision_number=1']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:07:12.842107 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637ad8fc-cef2-4b03-ad0b-0a0790181bf9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:07:12.842503 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637ad8fc-cef2-4b03-ad0b-0a0790181bf9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:07:12.842878 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637ad8fc-cef2-4b03-ad0b-0a0790181bf9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:07:12.843202 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637ad8fc-cef2-4b03-ad0b-0a0790181bf9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:07:12.843526 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637ad8fc-cef2-4b03-ad0b-0a0790181bf9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:07:12.843859 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637ad8fc-cef2-4b03-ad0b-0a0790181bf9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:07:12.844184 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637ad8fc-cef2-4b03-ad0b-0a0790181bf9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:07:12.844498 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637ad8fc-cef2-4b03-ad0b-0a0790181bf9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:07:12.844977 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637ad8fc-cef2-4b03-ad0b-0a0790181bf9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:07:12.845153 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637ad8fc-cef2-4b03-ad0b-0a0790181bf9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:07:12.846000 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637ad8fc-cef2-4b03-ad0b-0a0790181bf9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:07:12.846000 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637ad8fc-cef2-4b03-ad0b-0a0790181bf9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:07:12.849639 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-637ad8fc-cef2-4b03-ad0b-0a0790181bf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:07:13.285435 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-125351f7-42ff-4fd4-8347-dd47ce365b78 None None] Provisioning complete for port ccaf66bd-790b-4aac-85ba-e18ee61d7cc8 triggered by entity DHCP. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:07:13.285809 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-125351f7-42ff-4fd4-8347-dd47ce365b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897510'] for port, provisioning_complete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:07:13.392324 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-125351f7-42ff-4fd4-8347-dd47ce365b78 None None] Provisioning complete for port 254dc2dd-b6f3-4d1a-98a4-e61f7a3d408b triggered by entity DHCP. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:07:13.392609 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-125351f7-42ff-4fd4-8347-dd47ce365b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897510'] for port, provisioning_complete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:07:14.979067 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 58094) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:07:15.188456 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-436034b3-76f0-4049-8cb5-f189748ab836 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:07:15.188851 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-436034b3-76f0-4049-8cb5-f189748ab836 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:07:15.190371 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-436034b3-76f0-4049-8cb5-f189748ab836 admin admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2103648 Jun 15 14:07:17.301235 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 58102) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:07:17.456211 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7805eba2-fea7-4c04-a75d-3c66fe07351f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:07:17.456691 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7805eba2-fea7-4c04-a75d-3c66fe07351f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:07:17.458206 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-7805eba2-fea7-4c04-a75d-3c66fe07351f admin admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1560066 Jun 15 14:07:18.016582 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-6babf8a8-a807-4c9f-a578-9347f76213bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:07:19.589544 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 58110) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:07:19.759725 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c37c5f7-a998-4239-b93a-2aa3530b0229 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:07:19.761076 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-7c37c5f7-a998-4239-b93a-2aa3530b0229 admin admin] 10.222.0.26 "GET /v2.0/networks/962d46ed-056a-473f-b9cc-450bda4e3641 HTTP/1.1" status: 200 len: 886 time: 0.1705947 Jun 15 14:07:20.649653 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:07:20.896441 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-3a7e1ba2-2096-4ab3-8fec-7ed0c74acda8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:07:21.711454 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-a2325736-757f-4788-9f3d-6fe831cb64a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:07:21.891689 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 58118) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:07:22.057459 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86660d2f-6609-4087-86dd-515507f02bad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:07:22.058824 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-86660d2f-6609-4087-86dd-515507f02bad admin admin] 10.222.0.26 "GET /v2.0/networks/a4f8ba20-0f8b-46c4-aa0f-56f4cb6d22be HTTP/1.1" status: 200 len: 869 time: 0.1662526 Jun 15 14:07:23.348595 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-987cb3c8-732e-4ef7-aae2-903816ba9880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:07:24.172946 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 58126) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:07:24.299194 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3302585-ef12-4a72-b3a1-e9089c9a6453 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:07:24.299652 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3302585-ef12-4a72-b3a1-e9089c9a6453 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:07:24.301168 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-c3302585-ef12-4a72-b3a1-e9089c9a6453 admin admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1270697 Jun 15 14:07:26.429913 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 58134) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:07:26.529076 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df33855-9a66-40b4-bdd6-090a0a6ff2a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:07:26.530172 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df33855-9a66-40b4-bdd6-090a0a6ff2a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:07:26.531686 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-8df33855-9a66-40b4-bdd6-090a0a6ff2a2 admin admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1008611 Jun 15 14:07:28.687711 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 58142) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:07:28.785069 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d28e34d8-d754-42be-acad-8e0f8da60dc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:07:28.786387 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-d28e34d8-d754-42be-acad-8e0f8da60dc1 admin admin] 10.222.0.26 "GET /v2.0/subnets/1ca59a37-cd2c-41a9-acc1-be4e3f32aa45 HTTP/1.1" status: 200 len: 868 time: 0.0977590 Jun 15 14:07:30.897324 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 58150) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:07:30.991398 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a11992cb-b670-4382-bd3b-80e4a09c3bc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:07:30.992705 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-a11992cb-b670-4382-bd3b-80e4a09c3bc5 admin admin] 10.222.0.26 "GET /v2.0/subnets/a342ae99-1675-4821-852d-5dc3e7213bc2 HTTP/1.1" status: 200 len: 816 time: 0.0945234 Jun 15 14:07:47.964186 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.agents_db [None req-1fbdf4bf-3b4b-440e-bd18-8a0939d62d55 None None] Agent healthcheck: found 5 active agents {{(pid=91910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:07:48.019238 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-52cc3ce5-7c35-4eae-a2ed-450cf54ae46b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:07:50.651548 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:07:50.898347 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-ce407b29-23d6-4515-842b-5844c75ce381 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:07:51.713463 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-a2325736-757f-4788-9f3d-6fe831cb64a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:07:53.352035 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-987cb3c8-732e-4ef7-aae2-903816ba9880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:07:54.132712 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 58194) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:07:54.181680 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [None req-62f2ea2b-e93a-407c-85c0-6e00d6b017c5 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=91906) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 15 14:07:54.182673 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-62f2ea2b-e93a-407c-85c0-6e00d6b017c5 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0489924 Jun 15 14:07:56.390602 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 58202) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:07:56.452300 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f7a4238-9cc7-4ba4-8350-6aaa2992a38b admin admin] GET failed (client error): The resource could not be found. Jun 15 14:07:56.453652 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-1f7a4238-9cc7-4ba4-8350-6aaa2992a38b admin admin] 10.222.0.26 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0620761 Jun 15 14:07:56.560092 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d2db378-68aa-424b-9d2a-463c5660f9ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:07:56.562115 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-1d2db378-68aa-424b-9d2a-463c5660f9ce admin admin] 10.222.0.26 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1046190 Jun 15 14:07:58.694904 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 58210) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:07:58.740359 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.v2.base [None req-1b7e2d76-9dfd-44a6-b308-2999f92bd9b8 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=91906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:07:58.759498 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b7e2d76-9dfd-44a6-b308-2999f92bd9b8 admin admin] Made reservation on behalf of 870069f8a07f49b6963e00b98c55fb9e for: {'network': 1} {{(pid=91906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:07:58.761713 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-1b7e2d76-9dfd-44a6-b308-2999f92bd9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-33170876'] for network, before_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:07:58.794424 dv-cinder-796471-1-iscsi neutron-server[91906]: WARNING neutron.services.revisions.revision_plugin [None req-1b7e2d76-9dfd-44a6-b308-2999f92bd9b8 admin admin] Could not find related network for resource to bump revision. Jun 15 14:07:58.807617 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b7e2d76-9dfd-44a6-b308-2999f92bd9b8 admin admin] vlan segment allocate from pool success with {'vlan_id': 857, 'physical_network': 'physnet1'} {{(pid=91906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:07:58.816601 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-1b7e2d76-9dfd-44a6-b308-2999f92bd9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32890017'] for segment, precommit_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:07:58.816979 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.db.segments_db [None req-1b7e2d76-9dfd-44a6-b308-2999f92bd9b8 admin admin] Added segment 9315c2e9-3e90-4a4e-9930-e8cff71c2a68 of type vlan for network a0832f84-90a5-4cb7-b21d-d4c989059bfa Jun 15 14:07:58.871357 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-1b7e2d76-9dfd-44a6-b308-2999f92bd9b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781714030749'] for network, precommit_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:07:58.907458 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-1b7e2d76-9dfd-44a6-b308-2999f92bd9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-350226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537401'] for network, after_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:07:58.908656 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b7e2d76-9dfd-44a6-b308-2999f92bd9b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:07:58.909219 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-1b7e2d76-9dfd-44a6-b308-2999f92bd9b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537372'] for network, before_response {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:07:58.911886 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:07:58.943547 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-1b7e2d76-9dfd-44a6-b308-2999f92bd9b8 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2475729 Jun 15 14:07:58.987328 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e2d76-9dfd-44a6-b308-2999f92bd9b8 admin admin] Pushing event updated for resources: {'Network': ['ID=a0832f84-90a5-4cb7-b21d-d4c989059bfa,revision_number=1']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:07:58.994361 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e2d76-9dfd-44a6-b308-2999f92bd9b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:07:58.994711 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e2d76-9dfd-44a6-b308-2999f92bd9b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:07:58.995083 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e2d76-9dfd-44a6-b308-2999f92bd9b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:07:58.995413 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e2d76-9dfd-44a6-b308-2999f92bd9b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:07:58.995758 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e2d76-9dfd-44a6-b308-2999f92bd9b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:07:58.996091 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e2d76-9dfd-44a6-b308-2999f92bd9b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:07:58.996412 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e2d76-9dfd-44a6-b308-2999f92bd9b8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:07:58.996735 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e2d76-9dfd-44a6-b308-2999f92bd9b8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:07:58.997080 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e2d76-9dfd-44a6-b308-2999f92bd9b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:07:58.997402 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e2d76-9dfd-44a6-b308-2999f92bd9b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:07:58.997756 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e2d76-9dfd-44a6-b308-2999f92bd9b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:07:58.998066 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e2d76-9dfd-44a6-b308-2999f92bd9b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:07:59.001810 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-1b7e2d76-9dfd-44a6-b308-2999f92bd9b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:07:59.009596 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Network a0832f84-90a5-4cb7-b21d-d4c989059bfa details requested by agent ovs-agent-dv-cinder-796471-1-iscsi with host dv-cinder-796471-1-iscsi {{(pid=91909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:08:01.116562 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 58218) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:08:01.177592 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8c161c0-2462-474e-8b64-7da585ca3079 admin admin] GET failed (client error): The resource could not be found. Jun 15 14:08:01.178989 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-a8c161c0-2462-474e-8b64-7da585ca3079 admin admin] 10.222.0.26 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0613542 Jun 15 14:08:01.271895 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b19587-388a-41cc-8c61-6ab20d37b661 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:08:01.273337 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-15b19587-388a-41cc-8c61-6ab20d37b661 admin admin] 10.222.0.26 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0907159 Jun 15 14:08:01.283026 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.v2.base [None req-bc1b7cb2-2bc6-47eb-a0db-24f1abedf945 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': 'a0832f84-90a5-4cb7-b21d-d4c989059bfa', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=91906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:08:01.303184 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc1b7cb2-2bc6-47eb-a0db-24f1abedf945 admin admin] Made reservation on behalf of 870069f8a07f49b6963e00b98c55fb9e for: {'subnet': 1} {{(pid=91906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:08:01.305390 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-bc1b7cb2-2bc6-47eb-a0db-24f1abedf945 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:08:01.513239 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-bc1b7cb2-2bc6-47eb-a0db-24f1abedf945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378'] for subnet, after_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:08:01.515460 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-18505d7f-e137-47ee-bc39-22a14b35c5de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:08:01.569124 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1b7cb2-2bc6-47eb-a0db-24f1abedf945 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1873f25f-7ed3-4730-a1f9-0939ef7305ef,revision_number=0']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:08:01.571601 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-bc1b7cb2-2bc6-47eb-a0db-24f1abedf945 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:08:01.586038 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1b7cb2-2bc6-47eb-a0db-24f1abedf945 admin admin] Checking segment: {'id': '9315c2e9-3e90-4a4e-9930-e8cff71c2a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'a0832f84-90a5-4cb7-b21d-d4c989059bfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:08:01.586444 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc1b7cb2-2bc6-47eb-a0db-24f1abedf945 admin admin] Network hostable DHCP agents. Network: a0832f84-90a5-4cb7-b21d-d4c989059bfa, hostable agents: ['b76165da-6319-4f74-a975-61037e393453'], hosted agents: [] {{(pid=91906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:08:01.602758 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc1b7cb2-2bc6-47eb-a0db-24f1abedf945 admin admin] Network a0832f84-90a5-4cb7-b21d-d4c989059bfa is scheduled to be hosted by DHCP agent b76165da-6319-4f74-a975-61037e393453 with binding_index 1 {{(pid=91906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:08:01.611506 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.scheduler.base_scheduler [None req-bc1b7cb2-2bc6-47eb-a0db-24f1abedf945 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796471-1-iscsi, a0832f84-90a5-4cb7-b21d-d4c989059bfa) {{(pid=91906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:08:01.615625 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc1b7cb2-2bc6-47eb-a0db-24f1abedf945 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:08:01.616203 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-bc1b7cb2-2bc6-47eb-a0db-24f1abedf945 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537372'] for subnet, before_response {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:08:01.621429 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a1c5311-2404-46be-9bb1-334c53d6a562 None None] Network a0832f84-90a5-4cb7-b21d-d4c989059bfa requested from dv-cinder-796471-1-iscsi {{(pid=91909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:08:01.636568 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-bc1b7cb2-2bc6-47eb-a0db-24f1abedf945 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3568397 Jun 15 14:08:01.816033 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea3ab3bd-3b64-4b68-a389-51d9f269d25a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4da9c1aa-4f2a-5f74-9401-623a714743bc-a0832f84-90a5-4cb7-b21d-d4c989059bfa', 'network_id': 'a0832f84-90a5-4cb7-b21d-d4c989059bfa', 'tenant_id': '870069f8a07f49b6963e00b98c55fb9e', 'fixed_ips': [{'subnet_id': '1873f25f-7ed3-4730-a1f9-0939ef7305ef'}]}} from dv-cinder-796471-1-iscsi. {{(pid=91909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 15 14:08:01.816903 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-ea3ab3bd-3b64-4b68-a389-51d9f269d25a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-33170876'] for port, before_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:08:01.972179 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.db_base_plugin_common [None req-ea3ab3bd-3b64-4b68-a389-51d9f269d25a None None] Allocated IP 192.168.233.2 (a0832f84-90a5-4cb7-b21d-d4c989059bfa/1873f25f-7ed3-4730-a1f9-0939ef7305ef/8957d92e-27bf-4ce5-9c4c-2ef78e3174cf) {{(pid=91909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:08:02.151375 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-ea3ab3bd-3b64-4b68-a389-51d9f269d25a None None] Notify callbacks [] for port, precommit_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:08:02.159643 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-ea3ab3bd-3b64-4b68-a389-51d9f269d25a None None] Transition to ACTIVE for port object 8957d92e-27bf-4ce5-9c4c-2ef78e3174cf will not be triggered until provisioned by entity L2. {{(pid=91909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:08:02.174508 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-ea3ab3bd-3b64-4b68-a389-51d9f269d25a None None] Transition to ACTIVE for port object 8957d92e-27bf-4ce5-9c4c-2ef78e3174cf will not be triggered until provisioned by entity DHCP. {{(pid=91909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:08:02.179993 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-ea3ab3bd-3b64-4b68-a389-51d9f269d25a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33170815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-53808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781714044429'] for port, after_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:08:02.183027 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:08:02.233620 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea3ab3bd-3b64-4b68-a389-51d9f269d25a None None] Network a0832f84-90a5-4cb7-b21d-d4c989059bfa is already hosted by enough agents. {{(pid=91909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:08:02.236368 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.scheduler.base_scheduler [None req-ea3ab3bd-3b64-4b68-a389-51d9f269d25a None None] Resources bound (agent type, host, resource id): {{(pid=91909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:08:02.241006 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3ab3bd-3b64-4b68-a389-51d9f269d25a None None] Received port after_create {{(pid=91909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:08:02.244033 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3ab3bd-3b64-4b68-a389-51d9f269d25a None None] Pushing event updated for resources: {'Port': ['ID=8957d92e-27bf-4ce5-9c4c-2ef78e3174cf,revision_number=1']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:08:02.254329 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3ab3bd-3b64-4b68-a389-51d9f269d25a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:08:02.254671 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3ab3bd-3b64-4b68-a389-51d9f269d25a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:08:02.255030 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3ab3bd-3b64-4b68-a389-51d9f269d25a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:08:02.255356 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3ab3bd-3b64-4b68-a389-51d9f269d25a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:08:02.255678 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3ab3bd-3b64-4b68-a389-51d9f269d25a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:08:02.256001 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3ab3bd-3b64-4b68-a389-51d9f269d25a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:08:02.256322 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3ab3bd-3b64-4b68-a389-51d9f269d25a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:08:02.256638 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3ab3bd-3b64-4b68-a389-51d9f269d25a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:08:02.256992 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3ab3bd-3b64-4b68-a389-51d9f269d25a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:08:02.257270 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3ab3bd-3b64-4b68-a389-51d9f269d25a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:08:02.257875 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3ab3bd-3b64-4b68-a389-51d9f269d25a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:08:02.258187 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3ab3bd-3b64-4b68-a389-51d9f269d25a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:08:02.282411 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-ea3ab3bd-3b64-4b68-a389-51d9f269d25a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:08:02.320348 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.managers [None req-ea3ab3bd-3b64-4b68-a389-51d9f269d25a None None] Attempting to bind port 8957d92e-27bf-4ce5-9c4c-2ef78e3174cf on host dv-cinder-796471-1-iscsi for vnic_type normal with profile {{(pid=91909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:08:02.320715 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.managers [None req-ea3ab3bd-3b64-4b68-a389-51d9f269d25a None None] Attempting to bind port 8957d92e-27bf-4ce5-9c4c-2ef78e3174cf by drivers openvswitch,hyperv on host dv-cinder-796471-1-iscsi at level 0 using segments [{'id': '9315c2e9-3e90-4a4e-9930-e8cff71c2a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'a0832f84-90a5-4cb7-b21d-d4c989059bfa'}] {{(pid=91909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:08:02.321080 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3ab3bd-3b64-4b68-a389-51d9f269d25a None None] Attempting to bind port 8957d92e-27bf-4ce5-9c4c-2ef78e3174cf on network a0832f84-90a5-4cb7-b21d-d4c989059bfa {{(pid=91909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:08:02.326533 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3ab3bd-3b64-4b68-a389-51d9f269d25a None None] Checking agent: {'id': 'a00a16a2-d8fd-48bc-a1ff-18db44b70890', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796471-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 4, 51), 'started_at': datetime.datetime(2021, 6, 15, 14, 5, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 7, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796471-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:08:02.326950 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3ab3bd-3b64-4b68-a389-51d9f269d25a None None] Checking segment: {'id': '9315c2e9-3e90-4a4e-9930-e8cff71c2a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'a0832f84-90a5-4cb7-b21d-d4c989059bfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:08:02.327350 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-ea3ab3bd-3b64-4b68-a389-51d9f269d25a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:08:02.327743 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3ab3bd-3b64-4b68-a389-51d9f269d25a None None] Bound using segment: {'id': '9315c2e9-3e90-4a4e-9930-e8cff71c2a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'a0832f84-90a5-4cb7-b21d-d4c989059bfa'} {{(pid=91909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:08:02.328210 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.managers [None req-ea3ab3bd-3b64-4b68-a389-51d9f269d25a None None] Bound port: 8957d92e-27bf-4ce5-9c4c-2ef78e3174cf, host: dv-cinder-796471-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9315c2e9-3e90-4a4e-9930-e8cff71c2a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'a0832f84-90a5-4cb7-b21d-d4c989059bfa'}}] {{(pid=91909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:08:02.328581 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-ea3ab3bd-3b64-4b68-a389-51d9f269d25a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:08:02.496149 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-ea3ab3bd-3b64-4b68-a389-51d9f269d25a None None] For port 8957d92e-27bf-4ce5-9c4c-2ef78e3174cf, host dv-cinder-796471-1-iscsi, cleared binding levels {{(pid=91909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:08:02.499155 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-ea3ab3bd-3b64-4b68-a389-51d9f269d25a None None] For port 8957d92e-27bf-4ce5-9c4c-2ef78e3174cf, host dv-cinder-796471-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796471-1-iscsi',level=0,port_id=8957d92e-27bf-4ce5-9c4c-2ef78e3174cf,segment=NetworkSegment(9315c2e9-3e90-4a4e-9930-e8cff71c2a68),segment_id=9315c2e9-3e90-4a4e-9930-e8cff71c2a68)] {{(pid=91909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:08:02.503978 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-ea3ab3bd-3b64-4b68-a389-51d9f269d25a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492'] for port, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:08:02.506063 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:08:02.568718 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3ab3bd-3b64-4b68-a389-51d9f269d25a None None] Pushing event updated for resources: {'Port': ['ID=8957d92e-27bf-4ce5-9c4c-2ef78e3174cf,revision_number=2']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:08:02.571881 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-ea3ab3bd-3b64-4b68-a389-51d9f269d25a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:08:02.839131 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Device 8957d92e-27bf-4ce5-9c4c-2ef78e3174cf up at agent ovs-agent-dv-cinder-796471-1-iscsi {{(pid=91909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:08:02.900825 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Provisioning for port 8957d92e-27bf-4ce5-9c4c-2ef78e3174cf completed by entity L2. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:08:03.382365 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b1f64b-119b-4d77-9a0e-1cf899f61d40 None None] Network a0832f84-90a5-4cb7-b21d-d4c989059bfa requested from dv-cinder-796471-1-iscsi {{(pid=91909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:08:03.528626 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-68ef7fb4-a7e6-4f90-b851-4ccdcd3a1543 None None] Provisioning for port 8957d92e-27bf-4ce5-9c4c-2ef78e3174cf completed by entity DHCP. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:08:03.542917 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-68ef7fb4-a7e6-4f90-b851-4ccdcd3a1543 None None] Provisioning complete for port 8957d92e-27bf-4ce5-9c4c-2ef78e3174cf triggered by entity DHCP. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:08:03.543294 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-68ef7fb4-a7e6-4f90-b851-4ccdcd3a1543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897510'] for port, provisioning_complete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:08:03.679042 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-68ef7fb4-a7e6-4f90-b851-4ccdcd3a1543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:08:03.722591 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-68ef7fb4-a7e6-4f90-b851-4ccdcd3a1543 None None] For port 8957d92e-27bf-4ce5-9c4c-2ef78e3174cf, host dv-cinder-796471-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796471-1-iscsi',level=0,port_id=8957d92e-27bf-4ce5-9c4c-2ef78e3174cf,segment=NetworkSegment(9315c2e9-3e90-4a4e-9930-e8cff71c2a68),segment_id=9315c2e9-3e90-4a4e-9930-e8cff71c2a68)] {{(pid=91909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:08:03.727489 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-68ef7fb4-a7e6-4f90-b851-4ccdcd3a1543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492'] for port, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:08:03.729983 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:08:03.788545 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ef7fb4-a7e6-4f90-b851-4ccdcd3a1543 None None] Pushing event updated for resources: {'Port': ['ID=8957d92e-27bf-4ce5-9c4c-2ef78e3174cf,revision_number=3']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:08:03.791787 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-68ef7fb4-a7e6-4f90-b851-4ccdcd3a1543 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:08:03.847530 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-1b8a1be5-d255-444e-82de-e5a87a352e08 None None] Provisioning complete for port 8957d92e-27bf-4ce5-9c4c-2ef78e3174cf triggered by entity DHCP. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:08:03.848192 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-1b8a1be5-d255-444e-82de-e5a87a352e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897510'] for port, provisioning_complete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:08:04.764700 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Device 8957d92e-27bf-4ce5-9c4c-2ef78e3174cf up at agent ovs-agent-dv-cinder-796471-1-iscsi {{(pid=91909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:08:04.818316 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Provisioning complete for port 8957d92e-27bf-4ce5-9c4c-2ef78e3174cf triggered by entity L2. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:08:04.818686 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897510'] for port, provisioning_complete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:08:18.020198 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-2b3afa16-c597-49bf-b49a-c7a34326105e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:08:20.655212 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:08:20.899625 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8c7c9d22-04fe-4591-b68e-aa842b3338e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:08:21.717055 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-a2325736-757f-4788-9f3d-6fe831cb64a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:08:23.355977 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-987cb3c8-732e-4ef7-aae2-903816ba9880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:08:24.962336 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.agents_db [None req-1fbdf4bf-3b4b-440e-bd18-8a0939d62d55 None None] Agent healthcheck: found 5 active agents {{(pid=91910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:08:48.021235 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-e55dd67f-4266-4b5e-b01d-5dd9f55c1677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:08:50.655151 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:08:50.900392 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-f4464f3b-c36d-4ebd-8c31-18a41920e83f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:08:51.721105 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-a2325736-757f-4788-9f3d-6fe831cb64a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:08:53.359002 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-987cb3c8-732e-4ef7-aae2-903816ba9880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:09:01.960674 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.agents_db [None req-1fbdf4bf-3b4b-440e-bd18-8a0939d62d55 None None] Agent healthcheck: found 5 active agents {{(pid=91910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:09:16.045565 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 58272) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:09:16.050997 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [None req-4c3bc440-b247-4e2f-827e-474a175a6265 tempest-verify_tempest_config-1759998881 tempest-verify_tempest_config-1759998881-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=91906) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 15 14:09:16.052006 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-4c3bc440-b247-4e2f-827e-474a175a6265 tempest-verify_tempest_config-1759998881 tempest-verify_tempest_config-1759998881-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0060925 Jun 15 14:09:16.353650 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 58290) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:09:16.501825 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-87465776-5592-45ea-8061-69f7c2e4bc31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:09:16.591936 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-87465776-5592-45ea-8061-69f7c2e4bc31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:09:16.595777 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-87465776-5592-45ea-8061-69f7c2e4bc31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:09:16.599564 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:09:16.655873 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-87465776-5592-45ea-8061-69f7c2e4bc31 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7aa82b7c79c146e38ffdc2549f9bf073&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3011587 Jun 15 14:09:16.656716 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87465776-5592-45ea-8061-69f7c2e4bc31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd8e0625-6f3a-4995-8a31-7a3f898c3002,revision_number=1']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:09:16.658517 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 58296) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:09:16.663205 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87465776-5592-45ea-8061-69f7c2e4bc31 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:09:16.663568 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87465776-5592-45ea-8061-69f7c2e4bc31 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:09:16.663915 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87465776-5592-45ea-8061-69f7c2e4bc31 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:09:16.664248 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87465776-5592-45ea-8061-69f7c2e4bc31 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:09:16.664570 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87465776-5592-45ea-8061-69f7c2e4bc31 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:09:16.664906 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87465776-5592-45ea-8061-69f7c2e4bc31 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:09:16.665232 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87465776-5592-45ea-8061-69f7c2e4bc31 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:09:16.665552 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87465776-5592-45ea-8061-69f7c2e4bc31 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:09:16.665871 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87465776-5592-45ea-8061-69f7c2e4bc31 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:09:16.666187 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87465776-5592-45ea-8061-69f7c2e4bc31 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:09:16.666501 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87465776-5592-45ea-8061-69f7c2e4bc31 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:09:16.666835 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87465776-5592-45ea-8061-69f7c2e4bc31 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:09:16.671299 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-87465776-5592-45ea-8061-69f7c2e4bc31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:09:16.716167 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-d1c87a4b-7f7c-4323-86a2-a2fbe99ca116 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:09:16.738227 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-d1c87a4b-7f7c-4323-86a2-a2fbe99ca116 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:09:16.831838 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-d1c87a4b-7f7c-4323-86a2-a2fbe99ca116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:09:16.834607 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-d1c87a4b-7f7c-4323-86a2-a2fbe99ca116 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:09:16.836480 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-d1c87a4b-7f7c-4323-86a2-a2fbe99ca116 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fd8e0625-6f3a-4995-8a31-7a3f898c3002 HTTP/1.1" status: 204 len: 168 time: 0.1762905 Jun 15 14:09:16.837344 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:09:16.846540 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c87a4b-7f7c-4323-86a2-a2fbe99ca116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd8e0625-6f3a-4995-8a31-7a3f898c3002,revision_number=None']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:09:16.853293 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c87a4b-7f7c-4323-86a2-a2fbe99ca116 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:09:16.853561 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c87a4b-7f7c-4323-86a2-a2fbe99ca116 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:09:16.853819 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c87a4b-7f7c-4323-86a2-a2fbe99ca116 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:09:16.854208 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c87a4b-7f7c-4323-86a2-a2fbe99ca116 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:09:16.854450 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c87a4b-7f7c-4323-86a2-a2fbe99ca116 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:09:16.854995 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c87a4b-7f7c-4323-86a2-a2fbe99ca116 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:09:16.855414 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c87a4b-7f7c-4323-86a2-a2fbe99ca116 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:09:16.856519 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c87a4b-7f7c-4323-86a2-a2fbe99ca116 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:09:16.856761 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c87a4b-7f7c-4323-86a2-a2fbe99ca116 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:09:16.857172 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c87a4b-7f7c-4323-86a2-a2fbe99ca116 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:09:16.857498 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c87a4b-7f7c-4323-86a2-a2fbe99ca116 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:09:16.857875 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c87a4b-7f7c-4323-86a2-a2fbe99ca116 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:09:16.860877 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-d1c87a4b-7f7c-4323-86a2-a2fbe99ca116 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:09:18.021481 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-daf88f9f-28f2-43a8-a947-5de028db3f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:09:20.659184 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:09:20.905623 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-eb28374f-8fef-4e01-883a-64926557077e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:09:21.724164 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-a2325736-757f-4788-9f3d-6fe831cb64a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:09:23.362200 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-987cb3c8-732e-4ef7-aae2-903816ba9880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:09:38.958473 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.agents_db [None req-1fbdf4bf-3b4b-440e-bd18-8a0939d62d55 None None] Agent healthcheck: found 5 active agents {{(pid=91910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:09:48.022253 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-34286cf1-9915-4b1c-9f56-07e446c77796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:09:50.660089 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:09:50.898388 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-097ef462-607b-47de-b1ea-d7320509d59a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:09:51.726259 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-a2325736-757f-4788-9f3d-6fe831cb64a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:09:53.365219 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-987cb3c8-732e-4ef7-aae2-903816ba9880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:10:15.956081 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.agents_db [None req-1fbdf4bf-3b4b-440e-bd18-8a0939d62d55 None None] Agent healthcheck: found 5 active agents {{(pid=91910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:10:18.023060 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-57067ac1-d526-41a9-83c6-1f48f898d8de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:10:20.660030 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:10:20.899403 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-b4739727-8039-4f29-a77b-9aa7b2f07af6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:10:21.727988 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-a2325736-757f-4788-9f3d-6fe831cb64a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:10:23.371945 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-987cb3c8-732e-4ef7-aae2-903816ba9880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:10:48.023541 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-a3b849f2-2246-47a3-bbe4-85a0be6e3d1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:10:50.660359 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:10:50.898348 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-376ad2b4-9ef4-454b-b6d1-4809e3a6dcf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:10:51.732482 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-a2325736-757f-4788-9f3d-6fe831cb64a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:10:52.953957 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.agents_db [None req-1fbdf4bf-3b4b-440e-bd18-8a0939d62d55 None None] Agent healthcheck: found 5 active agents {{(pid=91910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:10:53.370058 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-987cb3c8-732e-4ef7-aae2-903816ba9880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:10:57.418974 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054'] for agent, after_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:11:12.529748 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 58368) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:11:12.631684 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-147121c8-94d2-48f0-9691-1874d81865e4 admin admin] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1008270 Jun 15 14:11:14.770068 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 58378) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:11:14.828202 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-d9a8edf4-84f2-4cf3-a93d-30fa82997634 admin admin] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0570576 Jun 15 14:11:18.024857 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-12c1f6d3-e1a3-4e3f-9d83-6c1605feca84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:11:20.660847 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:11:20.898958 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-2b4936cd-014e-49e3-bced-2727b17f8bbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:11:21.735675 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-a2325736-757f-4788-9f3d-6fe831cb64a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:11:23.374365 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-987cb3c8-732e-4ef7-aae2-903816ba9880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:11:27.370442 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:11:29.953010 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.agents_db [None req-1fbdf4bf-3b4b-440e-bd18-8a0939d62d55 None None] Agent healthcheck: found 6 active agents {{(pid=91910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:11:48.024995 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-51fa78a1-60b3-4875-bdf0-cda6db0e857f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:11:50.661643 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:11:50.899307 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-3176e9c6-9191-4ee9-8f81-5cfb29e583b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:11:51.737641 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-a2325736-757f-4788-9f3d-6fe831cb64a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:11:53.376827 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-987cb3c8-732e-4ef7-aae2-903816ba9880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:11:57.386004 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:06.952498 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.agents_db [None req-1fbdf4bf-3b4b-440e-bd18-8a0939d62d55 None None] Agent healthcheck: found 6 active agents {{(pid=91910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:12:18.026522 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-3c4ced63-8d25-4ba4-b8d0-5683ab444c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:20.661496 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:20.899491 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-0a5a0ee6-7d3d-4422-a5b5-388f1db73bd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:21.740700 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-a2325736-757f-4788-9f3d-6fe831cb64a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:23.380706 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-987cb3c8-732e-4ef7-aae2-903816ba9880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:27.401611 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:43.951836 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.agents_db [None req-1fbdf4bf-3b4b-440e-bd18-8a0939d62d55 None None] Agent healthcheck: found 6 active agents {{(pid=91910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:12:45.358573 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 58550) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:12:45.578115 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.v2.base [None req-27776e1b-1e35-4e24-ad9f-160d666cb22e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-914677825-network', 'tenant_id': '8a024473f67f46c6baf4e597ab55e4fb'}} {{(pid=91907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:12:45.609196 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27776e1b-1e35-4e24-ad9f-160d666cb22e admin admin] Made reservation on behalf of 8a024473f67f46c6baf4e597ab55e4fb for: {'network': 1} {{(pid=91907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:12:45.611734 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-27776e1b-1e35-4e24-ad9f-160d666cb22e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-33170876'] for network, before_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:45.623156 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-27776e1b-1e35-4e24-ad9f-160d666cb22e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:45.733169 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-27776e1b-1e35-4e24-ad9f-160d666cb22e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:45.737584 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-27776e1b-1e35-4e24-ad9f-160d666cb22e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:45.741741 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-87465776-5592-45ea-8061-69f7c2e4bc31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:12:45.779640 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27776e1b-1e35-4e24-ad9f-160d666cb22e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49a4afe6-1679-480c-8c2d-9390de44efef,revision_number=1']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:12:45.791156 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27776e1b-1e35-4e24-ad9f-160d666cb22e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:12:45.791852 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27776e1b-1e35-4e24-ad9f-160d666cb22e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:12:45.792627 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27776e1b-1e35-4e24-ad9f-160d666cb22e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:12:45.793889 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27776e1b-1e35-4e24-ad9f-160d666cb22e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:12:45.794065 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27776e1b-1e35-4e24-ad9f-160d666cb22e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:12:45.794555 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27776e1b-1e35-4e24-ad9f-160d666cb22e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:12:45.795065 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27776e1b-1e35-4e24-ad9f-160d666cb22e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:12:45.795559 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27776e1b-1e35-4e24-ad9f-160d666cb22e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:12:45.795688 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27776e1b-1e35-4e24-ad9f-160d666cb22e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:12:45.796178 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27776e1b-1e35-4e24-ad9f-160d666cb22e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:12:45.796478 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27776e1b-1e35-4e24-ad9f-160d666cb22e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:12:45.796786 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27776e1b-1e35-4e24-ad9f-160d666cb22e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:12:45.798218 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27776e1b-1e35-4e24-ad9f-160d666cb22e admin admin] Tracked resource versions report: Jun 15 14:12:45.798218 dv-cinder-796471-1-iscsi neutron-server[91907]: pushed versions: Jun 15 14:12:45.798218 dv-cinder-796471-1-iscsi neutron-server[91907]: { 'AddressGroup': {'1.2'}, Jun 15 14:12:45.798218 dv-cinder-796471-1-iscsi neutron-server[91907]: 'ConntrackHelper': {'1.0'}, Jun 15 14:12:45.798218 dv-cinder-796471-1-iscsi neutron-server[91907]: 'Log': {'1.0'}, Jun 15 14:12:45.798218 dv-cinder-796471-1-iscsi neutron-server[91907]: 'Network': {'1.1'}, Jun 15 14:12:45.798218 dv-cinder-796471-1-iscsi neutron-server[91907]: 'Port': {'1.7'}, Jun 15 14:12:45.798218 dv-cinder-796471-1-iscsi neutron-server[91907]: 'PortForwarding': {'1.2'}, Jun 15 14:12:45.798218 dv-cinder-796471-1-iscsi neutron-server[91907]: 'QosPolicy': {'1.8'}, Jun 15 14:12:45.798218 dv-cinder-796471-1-iscsi neutron-server[91907]: 'SecurityGroup': {'1.4'}, Jun 15 14:12:45.798218 dv-cinder-796471-1-iscsi neutron-server[91907]: 'SecurityGroupRule': {'1.2'}, Jun 15 14:12:45.798218 dv-cinder-796471-1-iscsi neutron-server[91907]: 'SubPort': {'1.0'}, Jun 15 14:12:45.798218 dv-cinder-796471-1-iscsi neutron-server[91907]: 'Subnet': {'1.1'}, Jun 15 14:12:45.798218 dv-cinder-796471-1-iscsi neutron-server[91907]: 'Trunk': {'1.1'}} Jun 15 14:12:45.798218 dv-cinder-796471-1-iscsi neutron-server[91907]: consumer versions: Jun 15 14:12:45.798218 dv-cinder-796471-1-iscsi neutron-server[91907]: { DHCP agent@dv-cinder-796471-1-iscsi: {}, Jun 15 14:12:45.798218 dv-cinder-796471-1-iscsi neutron-server[91907]: HyperV agent@hv-cinder-79647: {}, Jun 15 14:12:45.798218 dv-cinder-796471-1-iscsi neutron-server[91907]: L3 agent@dv-cinder-796471-1-iscsi: {}, Jun 15 14:12:45.798218 dv-cinder-796471-1-iscsi neutron-server[91907]: Metadata agent@dv-cinder-796471-1-iscsi: {}, Jun 15 14:12:45.798218 dv-cinder-796471-1-iscsi neutron-server[91907]: Metering agent@dv-cinder-796471-1-iscsi: {}, Jun 15 14:12:45.798218 dv-cinder-796471-1-iscsi neutron-server[91907]: Open vSwitch agent@dv-cinder-796471-1-iscsi: { 'AddressGroup': '1.2', Jun 15 14:12:45.798218 dv-cinder-796471-1-iscsi neutron-server[91907]: 'ConntrackHelper': '1.0', Jun 15 14:12:45.798218 dv-cinder-796471-1-iscsi neutron-server[91907]: 'Log': '1.0', Jun 15 14:12:45.798218 dv-cinder-796471-1-iscsi neutron-server[91907]: 'Network': '1.1', Jun 15 14:12:45.798218 dv-cinder-796471-1-iscsi neutron-server[91907]: 'Port': '1.7', Jun 15 14:12:45.798218 dv-cinder-796471-1-iscsi neutron-server[91907]: 'PortForwarding': '1.2', Jun 15 14:12:45.798218 dv-cinder-796471-1-iscsi neutron-server[91907]: 'QosPolicy': '1.8', Jun 15 14:12:45.798218 dv-cinder-796471-1-iscsi neutron-server[91907]: 'SecurityGroup': '1.4', Jun 15 14:12:45.798218 dv-cinder-796471-1-iscsi neutron-server[91907]: 'SecurityGroupRule': '1.2', Jun 15 14:12:45.798218 dv-cinder-796471-1-iscsi neutron-server[91907]: 'SubPort': '1.0', Jun 15 14:12:45.798218 dv-cinder-796471-1-iscsi neutron-server[91907]: 'Subnet': '1.1', Jun 15 14:12:45.798218 dv-cinder-796471-1-iscsi neutron-server[91907]: 'Trunk': '1.1'}} Jun 15 14:12:45.798218 dv-cinder-796471-1-iscsi neutron-server[91907]: {{(pid=91907) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 15 14:12:45.801020 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27776e1b-1e35-4e24-ad9f-160d666cb22e admin admin] vlan segment allocate from pool success with {'vlan_id': 877, 'physical_network': 'physnet1'} {{(pid=91907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:12:45.803202 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-27776e1b-1e35-4e24-ad9f-160d666cb22e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:12:45.814632 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-27776e1b-1e35-4e24-ad9f-160d666cb22e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32890017'] for segment, precommit_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:45.814632 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.db.segments_db [None req-27776e1b-1e35-4e24-ad9f-160d666cb22e admin admin] Added segment 81ab1b1a-4402-48aa-be1b-b9e059925070 of type vlan for network 08b08efa-02c8-41f1-80c4-4cebd8c580e7 Jun 15 14:12:45.869069 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-27776e1b-1e35-4e24-ad9f-160d666cb22e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781714030749'] for network, precommit_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:45.899538 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-27776e1b-1e35-4e24-ad9f-160d666cb22e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-350226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537401'] for network, after_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:45.900896 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27776e1b-1e35-4e24-ad9f-160d666cb22e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:12:45.901657 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-27776e1b-1e35-4e24-ad9f-160d666cb22e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537372'] for network, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:45.904402 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:12:45.991373 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27776e1b-1e35-4e24-ad9f-160d666cb22e admin admin] Pushing event updated for resources: {'Network': ['ID=08b08efa-02c8-41f1-80c4-4cebd8c580e7,revision_number=1']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:12:45.998165 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 58598) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:12:45.998673 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-27776e1b-1e35-4e24-ad9f-160d666cb22e admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6386755 Jun 15 14:12:45.999482 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-27776e1b-1e35-4e24-ad9f-160d666cb22e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:12:46.008231 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Network 08b08efa-02c8-41f1-80c4-4cebd8c580e7 details requested by agent ovs-agent-dv-cinder-796471-1-iscsi with host dv-cinder-796471-1-iscsi {{(pid=91909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:12:46.014881 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.v2.base [None req-529eef78-87fa-49af-b1d6-be87f2ef1e34 admin admin] Request body: {'subnet': {'network_id': '08b08efa-02c8-41f1-80c4-4cebd8c580e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-914677825-subnet', 'tenant_id': '8a024473f67f46c6baf4e597ab55e4fb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:12:46.057501 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-529eef78-87fa-49af-b1d6-be87f2ef1e34 admin admin] Made reservation on behalf of 8a024473f67f46c6baf4e597ab55e4fb for: {'subnet': 1} {{(pid=91906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:12:46.060030 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-529eef78-87fa-49af-b1d6-be87f2ef1e34 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:46.077867 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 58604) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:12:46.218728 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 58614) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:12:46.313594 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 58620) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:12:46.319217 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-529eef78-87fa-49af-b1d6-be87f2ef1e34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378'] for subnet, after_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:46.322569 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:12:46.349544 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.v2.base [None req-0e3cda7e-0c01-4465-b162-f6b08b83ed14 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1484484639-network', 'tenant_id': 'bd051735f59a48aba03badfdff199de6'}} {{(pid=91907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:12:46.378106 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529eef78-87fa-49af-b1d6-be87f2ef1e34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=11d3574f-5ac1-4e58-a4d2-de21f374209e,revision_number=0']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:12:46.379430 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e3cda7e-0c01-4465-b162-f6b08b83ed14 admin admin] Made reservation on behalf of bd051735f59a48aba03badfdff199de6 for: {'network': 1} {{(pid=91907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:12:46.383888 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-0e3cda7e-0c01-4465-b162-f6b08b83ed14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-33170876'] for network, before_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:46.388696 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529eef78-87fa-49af-b1d6-be87f2ef1e34 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:12:46.389044 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529eef78-87fa-49af-b1d6-be87f2ef1e34 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:12:46.389384 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529eef78-87fa-49af-b1d6-be87f2ef1e34 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:12:46.390407 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529eef78-87fa-49af-b1d6-be87f2ef1e34 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:12:46.390741 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529eef78-87fa-49af-b1d6-be87f2ef1e34 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:12:46.391113 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529eef78-87fa-49af-b1d6-be87f2ef1e34 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:12:46.391443 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529eef78-87fa-49af-b1d6-be87f2ef1e34 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:12:46.391769 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529eef78-87fa-49af-b1d6-be87f2ef1e34 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:12:46.392089 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529eef78-87fa-49af-b1d6-be87f2ef1e34 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:12:46.392397 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529eef78-87fa-49af-b1d6-be87f2ef1e34 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:12:46.392878 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529eef78-87fa-49af-b1d6-be87f2ef1e34 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:12:46.393349 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529eef78-87fa-49af-b1d6-be87f2ef1e34 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:12:46.394582 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529eef78-87fa-49af-b1d6-be87f2ef1e34 admin admin] Tracked resource versions report: Jun 15 14:12:46.394582 dv-cinder-796471-1-iscsi neutron-server[91906]: pushed versions: Jun 15 14:12:46.394582 dv-cinder-796471-1-iscsi neutron-server[91906]: { 'AddressGroup': {'1.2'}, Jun 15 14:12:46.394582 dv-cinder-796471-1-iscsi neutron-server[91906]: 'ConntrackHelper': {'1.0'}, Jun 15 14:12:46.394582 dv-cinder-796471-1-iscsi neutron-server[91906]: 'Log': {'1.0'}, Jun 15 14:12:46.394582 dv-cinder-796471-1-iscsi neutron-server[91906]: 'Network': {'1.1'}, Jun 15 14:12:46.394582 dv-cinder-796471-1-iscsi neutron-server[91906]: 'Port': {'1.7'}, Jun 15 14:12:46.394582 dv-cinder-796471-1-iscsi neutron-server[91906]: 'PortForwarding': {'1.2'}, Jun 15 14:12:46.394582 dv-cinder-796471-1-iscsi neutron-server[91906]: 'QosPolicy': {'1.8'}, Jun 15 14:12:46.394582 dv-cinder-796471-1-iscsi neutron-server[91906]: 'SecurityGroup': {'1.4'}, Jun 15 14:12:46.394582 dv-cinder-796471-1-iscsi neutron-server[91906]: 'SecurityGroupRule': {'1.2'}, Jun 15 14:12:46.394582 dv-cinder-796471-1-iscsi neutron-server[91906]: 'SubPort': {'1.0'}, Jun 15 14:12:46.394582 dv-cinder-796471-1-iscsi neutron-server[91906]: 'Subnet': {'1.1'}, Jun 15 14:12:46.394582 dv-cinder-796471-1-iscsi neutron-server[91906]: 'Trunk': {'1.1'}} Jun 15 14:12:46.394582 dv-cinder-796471-1-iscsi neutron-server[91906]: consumer versions: Jun 15 14:12:46.394582 dv-cinder-796471-1-iscsi neutron-server[91906]: { DHCP agent@dv-cinder-796471-1-iscsi: {}, Jun 15 14:12:46.394582 dv-cinder-796471-1-iscsi neutron-server[91906]: HyperV agent@hv-cinder-79647: {}, Jun 15 14:12:46.394582 dv-cinder-796471-1-iscsi neutron-server[91906]: L3 agent@dv-cinder-796471-1-iscsi: {}, Jun 15 14:12:46.394582 dv-cinder-796471-1-iscsi neutron-server[91906]: Metadata agent@dv-cinder-796471-1-iscsi: {}, Jun 15 14:12:46.394582 dv-cinder-796471-1-iscsi neutron-server[91906]: Metering agent@dv-cinder-796471-1-iscsi: {}, Jun 15 14:12:46.394582 dv-cinder-796471-1-iscsi neutron-server[91906]: Open vSwitch agent@dv-cinder-796471-1-iscsi: { 'AddressGroup': '1.2', Jun 15 14:12:46.394582 dv-cinder-796471-1-iscsi neutron-server[91906]: 'ConntrackHelper': '1.0', Jun 15 14:12:46.394582 dv-cinder-796471-1-iscsi neutron-server[91906]: 'Log': '1.0', Jun 15 14:12:46.394582 dv-cinder-796471-1-iscsi neutron-server[91906]: 'Network': '1.1', Jun 15 14:12:46.394582 dv-cinder-796471-1-iscsi neutron-server[91906]: 'Port': '1.7', Jun 15 14:12:46.394582 dv-cinder-796471-1-iscsi neutron-server[91906]: 'PortForwarding': '1.2', Jun 15 14:12:46.394582 dv-cinder-796471-1-iscsi neutron-server[91906]: 'QosPolicy': '1.8', Jun 15 14:12:46.394582 dv-cinder-796471-1-iscsi neutron-server[91906]: 'SecurityGroup': '1.4', Jun 15 14:12:46.394582 dv-cinder-796471-1-iscsi neutron-server[91906]: 'SecurityGroupRule': '1.2', Jun 15 14:12:46.394582 dv-cinder-796471-1-iscsi neutron-server[91906]: 'SubPort': '1.0', Jun 15 14:12:46.394582 dv-cinder-796471-1-iscsi neutron-server[91906]: 'Subnet': '1.1', Jun 15 14:12:46.394582 dv-cinder-796471-1-iscsi neutron-server[91906]: 'Trunk': '1.1'}} Jun 15 14:12:46.394582 dv-cinder-796471-1-iscsi neutron-server[91906]: {{(pid=91906) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 15 14:12:46.405360 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-529eef78-87fa-49af-b1d6-be87f2ef1e34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:12:46.405799 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-0e3cda7e-0c01-4465-b162-f6b08b83ed14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:46.429619 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529eef78-87fa-49af-b1d6-be87f2ef1e34 admin admin] Checking segment: {'id': '81ab1b1a-4402-48aa-be1b-b9e059925070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '08b08efa-02c8-41f1-80c4-4cebd8c580e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:12:46.430065 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-529eef78-87fa-49af-b1d6-be87f2ef1e34 admin admin] Network hostable DHCP agents. Network: 08b08efa-02c8-41f1-80c4-4cebd8c580e7, hostable agents: ['b76165da-6319-4f74-a975-61037e393453'], hosted agents: [] {{(pid=91906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:12:46.450702 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-529eef78-87fa-49af-b1d6-be87f2ef1e34 admin admin] Network 08b08efa-02c8-41f1-80c4-4cebd8c580e7 is scheduled to be hosted by DHCP agent b76165da-6319-4f74-a975-61037e393453 with binding_index 1 {{(pid=91906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:12:46.461130 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.scheduler.base_scheduler [None req-529eef78-87fa-49af-b1d6-be87f2ef1e34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796471-1-iscsi, 08b08efa-02c8-41f1-80c4-4cebd8c580e7) {{(pid=91906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:12:46.466125 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-529eef78-87fa-49af-b1d6-be87f2ef1e34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:12:46.466710 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-529eef78-87fa-49af-b1d6-be87f2ef1e34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537372'] for subnet, before_response {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:46.483816 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-769e8fe0-3930-4f1f-abc5-2dc3c546febd None None] Network 08b08efa-02c8-41f1-80c4-4cebd8c580e7 requested from dv-cinder-796471-1-iscsi {{(pid=91909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:12:46.507351 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.v2.base [None req-a4eb123c-eb40-4551-bb52-1addd3660b37 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-518512260-network', 'tenant_id': '3b9c49b5e22342c8817f864fe7313c45'}} {{(pid=91907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:12:46.547190 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-0e3cda7e-0c01-4465-b162-f6b08b83ed14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:46.560448 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-529eef78-87fa-49af-b1d6-be87f2ef1e34 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5611341 Jun 15 14:12:46.560739 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.v2.base [None req-ddee5e3c-02d6-49b1-accc-38fe19730899 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2098884892-network', 'tenant_id': '52a857fa93204cfd848344919ef0f84a'}} {{(pid=91907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:12:46.564596 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-0e3cda7e-0c01-4465-b162-f6b08b83ed14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:46.610264 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-27776e1b-1e35-4e24-ad9f-160d666cb22e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:12:46.612667 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4eb123c-eb40-4551-bb52-1addd3660b37 admin admin] Made reservation on behalf of 3b9c49b5e22342c8817f864fe7313c45 for: {'network': 1} {{(pid=91907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:12:46.615098 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-a4eb123c-eb40-4551-bb52-1addd3660b37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-33170876'] for network, before_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:46.618870 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddee5e3c-02d6-49b1-accc-38fe19730899 admin admin] Made reservation on behalf of 52a857fa93204cfd848344919ef0f84a for: {'network': 1} {{(pid=91907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:12:46.622045 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-ddee5e3c-02d6-49b1-accc-38fe19730899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-33170876'] for network, before_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:46.640006 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-ddee5e3c-02d6-49b1-accc-38fe19730899 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:46.700965 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-a4eb123c-eb40-4551-bb52-1addd3660b37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:46.705578 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e3cda7e-0c01-4465-b162-f6b08b83ed14 admin admin] vlan segment allocate from pool success with {'vlan_id': 889, 'physical_network': 'physnet1'} {{(pid=91907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:12:46.754585 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58443f97-77e2-41bf-bcc1-eb06601e83cf None None] Network 08b08efa-02c8-41f1-80c4-4cebd8c580e7 requested from dv-cinder-796471-1-iscsi {{(pid=91909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:12:46.756914 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-0e3cda7e-0c01-4465-b162-f6b08b83ed14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32890017'] for segment, precommit_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:46.757338 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.db.segments_db [None req-0e3cda7e-0c01-4465-b162-f6b08b83ed14 admin admin] Added segment 73a4283b-e0a5-4dad-80d0-c61f4808d629 of type vlan for network 4aa06fea-aa17-4092-a73a-67493e684cef Jun 15 14:12:46.775054 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3cda7e-0c01-4465-b162-f6b08b83ed14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71103f70-e14b-47aa-b8f3-64d6daf11fa7,revision_number=1']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:12:46.804646 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-0e3cda7e-0c01-4465-b162-f6b08b83ed14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:12:46.823511 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-0e3cda7e-0c01-4465-b162-f6b08b83ed14 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781714030749'] for network, precommit_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:46.858372 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-ddee5e3c-02d6-49b1-accc-38fe19730899 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:46.873280 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-ddee5e3c-02d6-49b1-accc-38fe19730899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:46.883526 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:12:46.899182 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-0e3cda7e-0c01-4465-b162-f6b08b83ed14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-350226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537401'] for network, after_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:46.908088 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e3cda7e-0c01-4465-b162-f6b08b83ed14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:12:46.908914 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-0e3cda7e-0c01-4465-b162-f6b08b83ed14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537372'] for network, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:46.944441 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddee5e3c-02d6-49b1-accc-38fe19730899 admin admin] vlan segment allocate from pool success with {'vlan_id': 888, 'physical_network': 'physnet1'} {{(pid=91907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:12:46.946651 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddee5e3c-02d6-49b1-accc-38fe19730899 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72ef2a9a-2390-474c-9e0c-fb53dc951ed5,revision_number=1']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:12:46.954198 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-ddee5e3c-02d6-49b1-accc-38fe19730899 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:12:46.955377 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-27776e1b-1e35-4e24-ad9f-160d666cb22e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:12:47.027119 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-ddee5e3c-02d6-49b1-accc-38fe19730899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32890017'] for segment, precommit_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:47.028276 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.db.segments_db [None req-ddee5e3c-02d6-49b1-accc-38fe19730899 admin admin] Added segment 29cbf6bd-3703-449c-90e3-2d0016356068 of type vlan for network 610d1d9e-6798-4665-ba11-cd870fb10064 Jun 15 14:12:47.122555 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-ddee5e3c-02d6-49b1-accc-38fe19730899 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781714030749'] for network, precommit_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:47.173862 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3cda7e-0c01-4465-b162-f6b08b83ed14 admin admin] Pushing event updated for resources: {'Network': ['ID=4aa06fea-aa17-4092-a73a-67493e684cef,revision_number=1']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:12:47.181681 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-0e3cda7e-0c01-4465-b162-f6b08b83ed14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:12:47.187025 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Network 4aa06fea-aa17-4092-a73a-67493e684cef details requested by agent ovs-agent-dv-cinder-796471-1-iscsi with host dv-cinder-796471-1-iscsi {{(pid=91909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:12:47.223250 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-a4eb123c-eb40-4551-bb52-1addd3660b37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:47.231775 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-a4eb123c-eb40-4551-bb52-1addd3660b37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:47.236300 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-ddee5e3c-02d6-49b1-accc-38fe19730899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-350226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537401'] for network, after_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:47.237972 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-ddee5e3c-02d6-49b1-accc-38fe19730899 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:12:47.243487 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddee5e3c-02d6-49b1-accc-38fe19730899 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:12:47.244075 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-ddee5e3c-02d6-49b1-accc-38fe19730899 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537372'] for network, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:47.262409 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-0e3cda7e-0c01-4465-b162-f6b08b83ed14 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1824086 Jun 15 14:12:47.265398 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 58662) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:12:47.270525 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.v2.base [None req-81175569-8601-44e5-9333-d576364af394 admin admin] Request body: {'subnet': {'network_id': '4aa06fea-aa17-4092-a73a-67493e684cef', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1484484639-subnet', 'tenant_id': 'bd051735f59a48aba03badfdff199de6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:12:47.285335 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4eb123c-eb40-4551-bb52-1addd3660b37 admin admin] vlan segment allocate from pool success with {'vlan_id': 876, 'physical_network': 'physnet1'} {{(pid=91907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:12:47.301293 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4eb123c-eb40-4551-bb52-1addd3660b37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69da6443-a760-4382-8ecd-b3b336e40d95,revision_number=1']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:12:47.306167 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-a4eb123c-eb40-4551-bb52-1addd3660b37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32890017'] for segment, precommit_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:47.306635 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.db.segments_db [None req-a4eb123c-eb40-4551-bb52-1addd3660b37 admin admin] Added segment c1e51313-9c41-43ed-bd7f-44cfad65f5b9 of type vlan for network 53647b0d-4ed8-4c65-8def-7670da912845 Jun 15 14:12:47.307887 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81175569-8601-44e5-9333-d576364af394 admin admin] Made reservation on behalf of bd051735f59a48aba03badfdff199de6 for: {'subnet': 1} {{(pid=91906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:12:47.309954 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-a4eb123c-eb40-4551-bb52-1addd3660b37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:12:47.310423 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-0e3cda7e-0c01-4465-b162-f6b08b83ed14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:12:47.310689 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-81175569-8601-44e5-9333-d576364af394 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:47.325861 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-ddee5e3c-02d6-49b1-accc-38fe19730899 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0111938 Jun 15 14:12:47.353515 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 58664) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:12:47.388734 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.v2.base [None req-4082a3be-4655-4656-aebf-b90c5625951d admin admin] Request body: {'subnet': {'network_id': '610d1d9e-6798-4665-ba11-cd870fb10064', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2098884892-subnet', 'tenant_id': '52a857fa93204cfd848344919ef0f84a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:12:47.478266 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-a4eb123c-eb40-4551-bb52-1addd3660b37 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781714030749'] for network, precommit_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:47.484282 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddee5e3c-02d6-49b1-accc-38fe19730899 admin admin] Pushing event updated for resources: {'Network': ['ID=610d1d9e-6798-4665-ba11-cd870fb10064,revision_number=1']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:12:47.491220 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-ddee5e3c-02d6-49b1-accc-38fe19730899 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:12:47.500267 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Network 610d1d9e-6798-4665-ba11-cd870fb10064 details requested by agent ovs-agent-dv-cinder-796471-1-iscsi with host dv-cinder-796471-1-iscsi {{(pid=91909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:12:47.511189 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4082a3be-4655-4656-aebf-b90c5625951d admin admin] Made reservation on behalf of 52a857fa93204cfd848344919ef0f84a for: {'subnet': 1} {{(pid=91907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:12:47.514768 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-4082a3be-4655-4656-aebf-b90c5625951d admin admin] Notify callbacks [] for subnet, before_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:47.611807 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-a4eb123c-eb40-4551-bb52-1addd3660b37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-350226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537401'] for network, after_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:47.615521 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4eb123c-eb40-4551-bb52-1addd3660b37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:12:47.616112 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-a4eb123c-eb40-4551-bb52-1addd3660b37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537372'] for network, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:47.622103 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-ddee5e3c-02d6-49b1-accc-38fe19730899 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:12:47.679260 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-a4eb123c-eb40-4551-bb52-1addd3660b37 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4581079 Jun 15 14:12:47.681381 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 58680) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:12:47.687963 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.v2.base [None req-04253248-ad9a-4e0b-aaca-440dfd7627fc admin admin] Request body: {'subnet': {'network_id': '53647b0d-4ed8-4c65-8def-7670da912845', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-518512260-subnet', 'tenant_id': '3b9c49b5e22342c8817f864fe7313c45', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:12:47.738446 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4eb123c-eb40-4551-bb52-1addd3660b37 admin admin] Pushing event updated for resources: {'Network': ['ID=53647b0d-4ed8-4c65-8def-7670da912845,revision_number=1']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:12:47.744284 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-a4eb123c-eb40-4551-bb52-1addd3660b37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:12:47.753441 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Network 53647b0d-4ed8-4c65-8def-7670da912845 details requested by agent ovs-agent-dv-cinder-796471-1-iscsi with host dv-cinder-796471-1-iscsi {{(pid=91909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:12:47.797123 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04253248-ad9a-4e0b-aaca-440dfd7627fc admin admin] Made reservation on behalf of 3b9c49b5e22342c8817f864fe7313c45 for: {'subnet': 1} {{(pid=91907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:12:47.799565 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-04253248-ad9a-4e0b-aaca-440dfd7627fc admin admin] Notify callbacks [] for subnet, before_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:47.870321 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-81175569-8601-44e5-9333-d576364af394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378'] for subnet, after_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:47.873455 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:12:47.942705 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-4082a3be-4655-4656-aebf-b90c5625951d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378'] for subnet, after_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:47.949815 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-637ad8fc-cef2-4b03-ad0b-0a0790181bf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:12:48.003304 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81175569-8601-44e5-9333-d576364af394 admin admin] Pushing event updated for resources: {'Subnet': ['ID=948d283c-351b-4469-a9b0-92e873d860c7,revision_number=0']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:12:48.013421 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-81175569-8601-44e5-9333-d576364af394 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:12:48.019802 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81175569-8601-44e5-9333-d576364af394 admin admin] Checking segment: {'id': '73a4283b-e0a5-4dad-80d0-c61f4808d629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '4aa06fea-aa17-4092-a73a-67493e684cef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:12:48.020090 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81175569-8601-44e5-9333-d576364af394 admin admin] Network hostable DHCP agents. Network: 4aa06fea-aa17-4092-a73a-67493e684cef, hostable agents: ['b76165da-6319-4f74-a975-61037e393453'], hosted agents: [] {{(pid=91906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:12:48.036470 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4082a3be-4655-4656-aebf-b90c5625951d admin admin] Pushing event updated for resources: {'Subnet': ['ID=2014c6aa-f72d-434e-8835-9ccc29766f9a,revision_number=0']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:12:48.039591 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-352ca1ae-a375-465c-9264-a9972a549cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:48.043726 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-4082a3be-4655-4656-aebf-b90c5625951d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:12:48.047468 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81175569-8601-44e5-9333-d576364af394 admin admin] Network 4aa06fea-aa17-4092-a73a-67493e684cef is scheduled to be hosted by DHCP agent b76165da-6319-4f74-a975-61037e393453 with binding_index 1 {{(pid=91906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:12:48.059721 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.scheduler.base_scheduler [None req-81175569-8601-44e5-9333-d576364af394 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796471-1-iscsi, 4aa06fea-aa17-4092-a73a-67493e684cef) {{(pid=91906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:12:48.065170 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81175569-8601-44e5-9333-d576364af394 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:12:48.065875 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-81175569-8601-44e5-9333-d576364af394 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537372'] for subnet, before_response {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:48.069546 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0cc9812-158e-445f-ab8f-ac26c87ee312 None None] Network 4aa06fea-aa17-4092-a73a-67493e684cef requested from dv-cinder-796471-1-iscsi {{(pid=91909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:12:48.103931 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-81175569-8601-44e5-9333-d576364af394 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8372269 Jun 15 14:12:48.105260 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 58702) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:12:48.115825 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4082a3be-4655-4656-aebf-b90c5625951d admin admin] Checking segment: {'id': '29cbf6bd-3703-449c-90e3-2d0016356068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '610d1d9e-6798-4665-ba11-cd870fb10064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:12:48.116176 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4082a3be-4655-4656-aebf-b90c5625951d admin admin] Network hostable DHCP agents. Network: 610d1d9e-6798-4665-ba11-cd870fb10064, hostable agents: ['b76165da-6319-4f74-a975-61037e393453'], hosted agents: [] {{(pid=91907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:12:48.117899 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.v2.base [None req-3240123a-1738-4ba4-80ae-518cdb003a07 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1484484639-router', 'tenant_id': 'bd051735f59a48aba03badfdff199de6', 'external_gateway_info': {'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641'}}} {{(pid=91906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:12:48.154640 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-3240123a-1738-4ba4-80ae-518cdb003a07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10752'] for router, before_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:48.156277 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-3240123a-1738-4ba4-80ae-518cdb003a07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-667090', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338381', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10775'] for router, precommit_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:48.266093 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-3240123a-1738-4ba4-80ae-518cdb003a07 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:48.274115 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4082a3be-4655-4656-aebf-b90c5625951d admin admin] Network 610d1d9e-6798-4665-ba11-cd870fb10064 is scheduled to be hosted by DHCP agent b76165da-6319-4f74-a975-61037e393453 with binding_index 1 {{(pid=91907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:12:48.291083 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.scheduler.base_scheduler [None req-4082a3be-4655-4656-aebf-b90c5625951d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796471-1-iscsi, 610d1d9e-6798-4665-ba11-cd870fb10064) {{(pid=91907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:12:48.296362 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4082a3be-4655-4656-aebf-b90c5625951d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:12:48.297364 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-4082a3be-4655-4656-aebf-b90c5625951d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537372'] for subnet, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:48.309195 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-04253248-ad9a-4e0b-aaca-440dfd7627fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378'] for subnet, after_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:48.312635 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:12:48.341486 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe721ae-596b-4300-9e64-6baa5a95f7bc None None] Network 610d1d9e-6798-4665-ba11-cd870fb10064 requested from dv-cinder-796471-1-iscsi {{(pid=91909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:12:48.351037 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-4082a3be-4655-4656-aebf-b90c5625951d admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9963458 Jun 15 14:12:48.353504 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b55bfcf-3e74-415b-8f03-17b33f8b9aec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4da9c1aa-4f2a-5f74-9401-623a714743bc-4aa06fea-aa17-4092-a73a-67493e684cef', 'network_id': '4aa06fea-aa17-4092-a73a-67493e684cef', 'tenant_id': 'bd051735f59a48aba03badfdff199de6', 'fixed_ips': [{'subnet_id': '948d283c-351b-4469-a9b0-92e873d860c7'}]}} from dv-cinder-796471-1-iscsi. {{(pid=91909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 15 14:12:48.353678 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 58712) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:12:48.355125 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-5b55bfcf-3e74-415b-8f03-17b33f8b9aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-33170876'] for port, before_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:48.360730 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.v2.base [None req-d7710281-5eae-4fc1-9e1c-ee3352946fd2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2098884892-router', 'tenant_id': '52a857fa93204cfd848344919ef0f84a', 'external_gateway_info': {'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641'}}} {{(pid=91907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:12:48.395304 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-d7710281-5eae-4fc1-9e1c-ee3352946fd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10752'] for router, before_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:48.397072 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-d7710281-5eae-4fc1-9e1c-ee3352946fd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-667090', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338381', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10775'] for router, precommit_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:48.445459 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04253248-ad9a-4e0b-aaca-440dfd7627fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=afd26063-2fe1-438c-a2ba-9412fb4f10c5,revision_number=0']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:12:48.453902 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-04253248-ad9a-4e0b-aaca-440dfd7627fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:12:48.536373 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-3240123a-1738-4ba4-80ae-518cdb003a07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-667085', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-706225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10981'] for router, precommit_update {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:48.582935 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04253248-ad9a-4e0b-aaca-440dfd7627fc admin admin] Checking segment: {'id': 'c1e51313-9c41-43ed-bd7f-44cfad65f5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '53647b0d-4ed8-4c65-8def-7670da912845'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:12:48.583345 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04253248-ad9a-4e0b-aaca-440dfd7627fc admin admin] Network hostable DHCP agents. Network: 53647b0d-4ed8-4c65-8def-7670da912845, hostable agents: ['b76165da-6319-4f74-a975-61037e393453'], hosted agents: [] {{(pid=91907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:12:48.665909 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-391e6b25-1017-4c6d-8502-7c1ff88d07a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4da9c1aa-4f2a-5f74-9401-623a714743bc-610d1d9e-6798-4665-ba11-cd870fb10064', 'network_id': '610d1d9e-6798-4665-ba11-cd870fb10064', 'tenant_id': '52a857fa93204cfd848344919ef0f84a', 'fixed_ips': [{'subnet_id': '2014c6aa-f72d-434e-8835-9ccc29766f9a'}]}} from dv-cinder-796471-1-iscsi. {{(pid=91909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 15 14:12:48.667172 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-391e6b25-1017-4c6d-8502-7c1ff88d07a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-33170876'] for port, before_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:48.706495 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-d7710281-5eae-4fc1-9e1c-ee3352946fd2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:48.739120 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04253248-ad9a-4e0b-aaca-440dfd7627fc admin admin] Network 53647b0d-4ed8-4c65-8def-7670da912845 is scheduled to be hosted by DHCP agent b76165da-6319-4f74-a975-61037e393453 with binding_index 1 {{(pid=91907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:12:48.891476 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.db_base_plugin_common [None req-5b55bfcf-3e74-415b-8f03-17b33f8b9aec None None] Allocated IP 172.20.0.2 (4aa06fea-aa17-4092-a73a-67493e684cef/948d283c-351b-4469-a9b0-92e873d860c7/e9c64a3b-d064-49f9-b71c-8cccdd3b573e) {{(pid=91909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:12:48.900889 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-3240123a-1738-4ba4-80ae-518cdb003a07 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:48.934305 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-3240123a-1738-4ba4-80ae-518cdb003a07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-33170876'] for port, before_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:48.952823 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.db_base_plugin_common [None req-391e6b25-1017-4c6d-8502-7c1ff88d07a4 None None] Allocated IP 172.20.0.2 (610d1d9e-6798-4665-ba11-cd870fb10064/2014c6aa-f72d-434e-8835-9ccc29766f9a/eabcda69-e051-40f1-9d3d-3ee4043e09d2) {{(pid=91909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:12:49.061147 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 58746) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:12:49.063232 dv-cinder-796471-1-iscsi neutron-server[91906]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 15 14:12:49.250142 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.scheduler.base_scheduler [None req-04253248-ad9a-4e0b-aaca-440dfd7627fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796471-1-iscsi, 53647b0d-4ed8-4c65-8def-7670da912845) {{(pid=91907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:12:49.254558 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.db.db_base_plugin_common [None req-3240123a-1738-4ba4-80ae-518cdb003a07 admin admin] Allocated IP 172.27.1.232 (962d46ed-056a-473f-b9cc-450bda4e3641/a342ae99-1675-4821-852d-5dc3e7213bc2/f7912445-42b5-46b5-a69a-409dd99d7653) {{(pid=91906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:12:49.256611 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04253248-ad9a-4e0b-aaca-440dfd7627fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:12:49.257530 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-04253248-ad9a-4e0b-aaca-440dfd7627fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537372'] for subnet, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:49.268762 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-d7710281-5eae-4fc1-9e1c-ee3352946fd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-667085', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-706225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10981'] for router, precommit_update {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:49.304997 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-04253248-ad9a-4e0b-aaca-440dfd7627fc admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6223071 Jun 15 14:12:49.400353 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fd39d5-875a-4ef6-917e-942e0d6e6442 req-8c88d487-b8fa-484f-9083-50d357d251cf tempest-DeleteServersTestJSON-990213416 tempest-DeleteServersTestJSON-990213416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:12:49.402241 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-36fd39d5-875a-4ef6-917e-942e0d6e6442 req-8c88d487-b8fa-484f-9083-50d357d251cf tempest-DeleteServersTestJSON-990213416 tempest-DeleteServersTestJSON-990213416-project] 10.222.0.26 "GET /v2.0/networks?id=08b08efa-02c8-41f1-80c4-4cebd8c580e7 HTTP/1.1" status: 200 len: 811 time: 0.3399475 Jun 15 14:12:49.468952 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 58766) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:12:49.488073 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-36fd39d5-875a-4ef6-917e-942e0d6e6442 req-402bc022-8856-41a8-a80c-c892b4bb98f2 tempest-DeleteServersTestJSON-990213416 tempest-DeleteServersTestJSON-990213416-project] 10.222.0.26 "GET /v2.0/quotas/8a024473f67f46c6baf4e597ab55e4fb HTTP/1.1" status: 200 len: 375 time: 0.0788667 Jun 15 14:12:49.499991 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-5b55bfcf-3e74-415b-8f03-17b33f8b9aec None None] Notify callbacks [] for port, precommit_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:49.519679 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-5b55bfcf-3e74-415b-8f03-17b33f8b9aec None None] Transition to ACTIVE for port object e9c64a3b-d064-49f9-b71c-8cccdd3b573e will not be triggered until provisioned by entity L2. {{(pid=91909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:12:49.553703 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-730c01db-19a2-4ee8-9019-edcecb58b25e None None] Network 53647b0d-4ed8-4c65-8def-7670da912845 requested from dv-cinder-796471-1-iscsi {{(pid=91909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:12:49.562826 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-5b55bfcf-3e74-415b-8f03-17b33f8b9aec None None] Transition to ACTIVE for port object e9c64a3b-d064-49f9-b71c-8cccdd3b573e will not be triggered until provisioned by entity DHCP. {{(pid=91909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:12:49.566211 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-36fd39d5-875a-4ef6-917e-942e0d6e6442 req-1c595104-bb06-4df0-97f6-94ab91cd6c73 tempest-DeleteServersTestJSON-990213416 tempest-DeleteServersTestJSON-990213416-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=8a024473f67f46c6baf4e597ab55e4fb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0662422 Jun 15 14:12:49.856142 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-5b55bfcf-3e74-415b-8f03-17b33f8b9aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33170815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-53808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781714044429'] for port, after_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:49.864370 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-d7710281-5eae-4fc1-9e1c-ee3352946fd2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:49.866519 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-3240123a-1738-4ba4-80ae-518cdb003a07 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:49.889300 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:12:49.891745 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-7040fca1-5b91-4cdc-8a0c-4a22d50a7c4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:49.903630 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-d7710281-5eae-4fc1-9e1c-ee3352946fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-33170876'] for port, before_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:49.921216 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b55bfcf-3e74-415b-8f03-17b33f8b9aec None None] Network 4aa06fea-aa17-4092-a73a-67493e684cef is already hosted by enough agents. {{(pid=91909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:12:49.941102 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.scheduler.base_scheduler [None req-5b55bfcf-3e74-415b-8f03-17b33f8b9aec None None] Resources bound (agent type, host, resource id): {{(pid=91909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:12:49.945255 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b55bfcf-3e74-415b-8f03-17b33f8b9aec None None] Received port after_create {{(pid=91909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:12:50.046357 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-3240123a-1738-4ba4-80ae-518cdb003a07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33170815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-53808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781714044429'] for port, after_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:50.053849 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:12:50.145366 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3240123a-1738-4ba4-80ae-518cdb003a07 admin admin] Pushing event updated for resources: {'Port': ['ID=f7912445-42b5-46b5-a69a-409dd99d7653,revision_number=1']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:12:50.159321 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-3240123a-1738-4ba4-80ae-518cdb003a07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:12:50.185354 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3240123a-1738-4ba4-80ae-518cdb003a07 admin admin] Network 962d46ed-056a-473f-b9cc-450bda4e3641 is already hosted by enough agents. {{(pid=91906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:12:50.189181 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.scheduler.base_scheduler [None req-3240123a-1738-4ba4-80ae-518cdb003a07 admin admin] Resources bound (agent type, host, resource id): {{(pid=91906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:12:50.193305 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3240123a-1738-4ba4-80ae-518cdb003a07 admin admin] Received port after_create {{(pid=91906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:12:50.254975 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.db.db_base_plugin_common [None req-d7710281-5eae-4fc1-9e1c-ee3352946fd2 admin admin] Allocated IP 172.27.1.201 (962d46ed-056a-473f-b9cc-450bda4e3641/a342ae99-1675-4821-852d-5dc3e7213bc2/f4341327-fb4c-451a-8be5-5f370dfde9ca) {{(pid=91907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:12:50.272385 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.managers [None req-5b55bfcf-3e74-415b-8f03-17b33f8b9aec None None] Attempting to bind port e9c64a3b-d064-49f9-b71c-8cccdd3b573e on host dv-cinder-796471-1-iscsi for vnic_type normal with profile {{(pid=91909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:12:50.272907 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.managers [None req-5b55bfcf-3e74-415b-8f03-17b33f8b9aec None None] Attempting to bind port e9c64a3b-d064-49f9-b71c-8cccdd3b573e by drivers openvswitch,hyperv on host dv-cinder-796471-1-iscsi at level 0 using segments [{'id': '73a4283b-e0a5-4dad-80d0-c61f4808d629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '4aa06fea-aa17-4092-a73a-67493e684cef'}] {{(pid=91909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:12:50.273674 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b55bfcf-3e74-415b-8f03-17b33f8b9aec None None] Attempting to bind port e9c64a3b-d064-49f9-b71c-8cccdd3b573e on network 4aa06fea-aa17-4092-a73a-67493e684cef {{(pid=91909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:12:50.290614 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5824afe8-9367-4ca9-927f-2096913febcb None None] Network 53647b0d-4ed8-4c65-8def-7670da912845 requested from dv-cinder-796471-1-iscsi {{(pid=91909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:12:50.321876 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b55bfcf-3e74-415b-8f03-17b33f8b9aec None None] Checking agent: {'id': 'a00a16a2-d8fd-48bc-a1ff-18db44b70890', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796471-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 4, 51), 'started_at': datetime.datetime(2021, 6, 15, 14, 5, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796471-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:12:50.322263 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b55bfcf-3e74-415b-8f03-17b33f8b9aec None None] Checking segment: {'id': '73a4283b-e0a5-4dad-80d0-c61f4808d629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '4aa06fea-aa17-4092-a73a-67493e684cef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:12:50.322670 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-5b55bfcf-3e74-415b-8f03-17b33f8b9aec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:50.323095 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b55bfcf-3e74-415b-8f03-17b33f8b9aec None None] Bound using segment: {'id': '73a4283b-e0a5-4dad-80d0-c61f4808d629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '4aa06fea-aa17-4092-a73a-67493e684cef'} {{(pid=91909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:12:50.323641 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.managers [None req-5b55bfcf-3e74-415b-8f03-17b33f8b9aec None None] Bound port: e9c64a3b-d064-49f9-b71c-8cccdd3b573e, host: dv-cinder-796471-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73a4283b-e0a5-4dad-80d0-c61f4808d629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '4aa06fea-aa17-4092-a73a-67493e684cef'}}] {{(pid=91909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:12:50.324053 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-5b55bfcf-3e74-415b-8f03-17b33f8b9aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:50.336610 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b55bfcf-3e74-415b-8f03-17b33f8b9aec None None] Pushing event updated for resources: {'Port': ['ID=e9c64a3b-d064-49f9-b71c-8cccdd3b573e,revision_number=1']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:12:50.382873 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b55bfcf-3e74-415b-8f03-17b33f8b9aec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:12:50.383117 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b55bfcf-3e74-415b-8f03-17b33f8b9aec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:12:50.383465 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b55bfcf-3e74-415b-8f03-17b33f8b9aec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:12:50.383856 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b55bfcf-3e74-415b-8f03-17b33f8b9aec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:12:50.384247 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b55bfcf-3e74-415b-8f03-17b33f8b9aec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:12:50.385039 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b55bfcf-3e74-415b-8f03-17b33f8b9aec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:12:50.385298 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b55bfcf-3e74-415b-8f03-17b33f8b9aec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:12:50.385631 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b55bfcf-3e74-415b-8f03-17b33f8b9aec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:12:50.385956 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b55bfcf-3e74-415b-8f03-17b33f8b9aec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:12:50.386569 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b55bfcf-3e74-415b-8f03-17b33f8b9aec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:12:50.387433 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b55bfcf-3e74-415b-8f03-17b33f8b9aec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:12:50.387750 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b55bfcf-3e74-415b-8f03-17b33f8b9aec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:12:50.389057 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b55bfcf-3e74-415b-8f03-17b33f8b9aec None None] Tracked resource versions report: Jun 15 14:12:50.389057 dv-cinder-796471-1-iscsi neutron-server[91909]: pushed versions: Jun 15 14:12:50.389057 dv-cinder-796471-1-iscsi neutron-server[91909]: { 'AddressGroup': {'1.2'}, Jun 15 14:12:50.389057 dv-cinder-796471-1-iscsi neutron-server[91909]: 'ConntrackHelper': {'1.0'}, Jun 15 14:12:50.389057 dv-cinder-796471-1-iscsi neutron-server[91909]: 'Log': {'1.0'}, Jun 15 14:12:50.389057 dv-cinder-796471-1-iscsi neutron-server[91909]: 'Network': {'1.1'}, Jun 15 14:12:50.389057 dv-cinder-796471-1-iscsi neutron-server[91909]: 'Port': {'1.7'}, Jun 15 14:12:50.389057 dv-cinder-796471-1-iscsi neutron-server[91909]: 'PortForwarding': {'1.2'}, Jun 15 14:12:50.389057 dv-cinder-796471-1-iscsi neutron-server[91909]: 'QosPolicy': {'1.8'}, Jun 15 14:12:50.389057 dv-cinder-796471-1-iscsi neutron-server[91909]: 'SecurityGroup': {'1.4'}, Jun 15 14:12:50.389057 dv-cinder-796471-1-iscsi neutron-server[91909]: 'SecurityGroupRule': {'1.2'}, Jun 15 14:12:50.389057 dv-cinder-796471-1-iscsi neutron-server[91909]: 'SubPort': {'1.0'}, Jun 15 14:12:50.389057 dv-cinder-796471-1-iscsi neutron-server[91909]: 'Subnet': {'1.1'}, Jun 15 14:12:50.389057 dv-cinder-796471-1-iscsi neutron-server[91909]: 'Trunk': {'1.1'}} Jun 15 14:12:50.389057 dv-cinder-796471-1-iscsi neutron-server[91909]: consumer versions: Jun 15 14:12:50.389057 dv-cinder-796471-1-iscsi neutron-server[91909]: { DHCP agent@dv-cinder-796471-1-iscsi: {}, Jun 15 14:12:50.389057 dv-cinder-796471-1-iscsi neutron-server[91909]: HyperV agent@hv-cinder-79647: {}, Jun 15 14:12:50.389057 dv-cinder-796471-1-iscsi neutron-server[91909]: L3 agent@dv-cinder-796471-1-iscsi: {}, Jun 15 14:12:50.389057 dv-cinder-796471-1-iscsi neutron-server[91909]: Metadata agent@dv-cinder-796471-1-iscsi: {}, Jun 15 14:12:50.389057 dv-cinder-796471-1-iscsi neutron-server[91909]: Metering agent@dv-cinder-796471-1-iscsi: {}, Jun 15 14:12:50.389057 dv-cinder-796471-1-iscsi neutron-server[91909]: Open vSwitch agent@dv-cinder-796471-1-iscsi: { 'AddressGroup': '1.2', Jun 15 14:12:50.389057 dv-cinder-796471-1-iscsi neutron-server[91909]: 'ConntrackHelper': '1.0', Jun 15 14:12:50.389057 dv-cinder-796471-1-iscsi neutron-server[91909]: 'Log': '1.0', Jun 15 14:12:50.389057 dv-cinder-796471-1-iscsi neutron-server[91909]: 'Network': '1.1', Jun 15 14:12:50.389057 dv-cinder-796471-1-iscsi neutron-server[91909]: 'Port': '1.7', Jun 15 14:12:50.389057 dv-cinder-796471-1-iscsi neutron-server[91909]: 'PortForwarding': '1.2', Jun 15 14:12:50.389057 dv-cinder-796471-1-iscsi neutron-server[91909]: 'QosPolicy': '1.8', Jun 15 14:12:50.389057 dv-cinder-796471-1-iscsi neutron-server[91909]: 'SecurityGroup': '1.4', Jun 15 14:12:50.389057 dv-cinder-796471-1-iscsi neutron-server[91909]: 'SecurityGroupRule': '1.2', Jun 15 14:12:50.389057 dv-cinder-796471-1-iscsi neutron-server[91909]: 'SubPort': '1.0', Jun 15 14:12:50.389057 dv-cinder-796471-1-iscsi neutron-server[91909]: 'Subnet': '1.1', Jun 15 14:12:50.389057 dv-cinder-796471-1-iscsi neutron-server[91909]: 'Trunk': '1.1'}} Jun 15 14:12:50.389057 dv-cinder-796471-1-iscsi neutron-server[91909]: {{(pid=91909) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 15 14:12:50.392480 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-5b55bfcf-3e74-415b-8f03-17b33f8b9aec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.503s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:12:50.424491 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-7040fca1-5b91-4cdc-8a0c-4a22d50a7c4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:50.439145 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [req-36fd39d5-875a-4ef6-917e-942e0d6e6442 req-8f2b970a-4a41-4c21-9640-2034529abfd4 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=91906) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 15 14:12:50.451669 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-36fd39d5-875a-4ef6-917e-942e0d6e6442 req-8f2b970a-4a41-4c21-9640-2034529abfd4 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5074670 Jun 15 14:12:50.476038 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-7040fca1-5b91-4cdc-8a0c-4a22d50a7c4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:50.500958 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 58822) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:12:50.527246 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-d7710281-5eae-4fc1-9e1c-ee3352946fd2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:50.541062 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-391e6b25-1017-4c6d-8502-7c1ff88d07a4 None None] Notify callbacks [] for port, precommit_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:50.569895 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-391e6b25-1017-4c6d-8502-7c1ff88d07a4 None None] Transition to ACTIVE for port object eabcda69-e051-40f1-9d3d-3ee4043e09d2 will not be triggered until provisioned by entity L2. {{(pid=91909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:12:50.575568 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-5b55bfcf-3e74-415b-8f03-17b33f8b9aec None None] For port e9c64a3b-d064-49f9-b71c-8cccdd3b573e, host dv-cinder-796471-1-iscsi, cleared binding levels {{(pid=91909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:12:50.579607 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-575056dc-684c-4516-83d2-5340b8cf95f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:12:50.582249 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-5b55bfcf-3e74-415b-8f03-17b33f8b9aec None None] For port e9c64a3b-d064-49f9-b71c-8cccdd3b573e, host dv-cinder-796471-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796471-1-iscsi',level=0,port_id=e9c64a3b-d064-49f9-b71c-8cccdd3b573e,segment=NetworkSegment(73a4283b-e0a5-4dad-80d0-c61f4808d629),segment_id=73a4283b-e0a5-4dad-80d0-c61f4808d629)] {{(pid=91909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:12:50.587256 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 58828) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:12:50.634843 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-5b55bfcf-3e74-415b-8f03-17b33f8b9aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492'] for port, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:50.652815 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7040fca1-5b91-4cdc-8a0c-4a22d50a7c4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b48a803a-cf92-47b9-8008-bf7fb7a4745f,revision_number=1']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:12:50.673048 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-391e6b25-1017-4c6d-8502-7c1ff88d07a4 None None] Transition to ACTIVE for port object eabcda69-e051-40f1-9d3d-3ee4043e09d2 will not be triggered until provisioned by entity DHCP. {{(pid=91909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:12:50.674563 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-120fa800-88b2-45a0-97ef-b2576ea8b6af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:12:50.702344 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-7040fca1-5b91-4cdc-8a0c-4a22d50a7c4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:12:50.714844 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-391e6b25-1017-4c6d-8502-7c1ff88d07a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33170815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-53808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781714044429'] for port, after_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:50.724009 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-7040fca1-5b91-4cdc-8a0c-4a22d50a7c4b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=67aa097e7ace47648b1e0b84353dfd3b&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2451971 Jun 15 14:12:50.724920 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 58838) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:12:50.745388 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:50.771873 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-391e6b25-1017-4c6d-8502-7c1ff88d07a4 None None] Network 610d1d9e-6798-4665-ba11-cd870fb10064 is already hosted by enough agents. {{(pid=91909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:12:50.775541 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.scheduler.base_scheduler [None req-391e6b25-1017-4c6d-8502-7c1ff88d07a4 None None] Resources bound (agent type, host, resource id): {{(pid=91909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:12:50.778092 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391e6b25-1017-4c6d-8502-7c1ff88d07a4 None None] Received port after_create {{(pid=91909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:12:50.789546 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b55bfcf-3e74-415b-8f03-17b33f8b9aec None None] Pushing event updated for resources: {'Port': ['ID=e9c64a3b-d064-49f9-b71c-8cccdd3b573e,revision_number=2']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:12:50.795326 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-5b55bfcf-3e74-415b-8f03-17b33f8b9aec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:12:50.796240 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-68ef7fb4-a7e6-4f90-b851-4ccdcd3a1543 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.057s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:12:50.831086 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-bd33cca9-433e-4200-804c-83166ab86bb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:50.938714 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.managers [None req-391e6b25-1017-4c6d-8502-7c1ff88d07a4 None None] Attempting to bind port eabcda69-e051-40f1-9d3d-3ee4043e09d2 on host dv-cinder-796471-1-iscsi for vnic_type normal with profile {{(pid=91909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:12:50.938714 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.managers [None req-391e6b25-1017-4c6d-8502-7c1ff88d07a4 None None] Attempting to bind port eabcda69-e051-40f1-9d3d-3ee4043e09d2 by drivers openvswitch,hyperv on host dv-cinder-796471-1-iscsi at level 0 using segments [{'id': '29cbf6bd-3703-449c-90e3-2d0016356068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '610d1d9e-6798-4665-ba11-cd870fb10064'}] {{(pid=91909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:12:50.939167 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391e6b25-1017-4c6d-8502-7c1ff88d07a4 None None] Attempting to bind port eabcda69-e051-40f1-9d3d-3ee4043e09d2 on network 610d1d9e-6798-4665-ba11-cd870fb10064 {{(pid=91909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:12:50.941288 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391e6b25-1017-4c6d-8502-7c1ff88d07a4 None None] Pushing event updated for resources: {'Port': ['ID=eabcda69-e051-40f1-9d3d-3ee4043e09d2,revision_number=1']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:12:50.947867 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-391e6b25-1017-4c6d-8502-7c1ff88d07a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:12:50.949249 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391e6b25-1017-4c6d-8502-7c1ff88d07a4 None None] Checking agent: {'id': 'a00a16a2-d8fd-48bc-a1ff-18db44b70890', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796471-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 4, 51), 'started_at': datetime.datetime(2021, 6, 15, 14, 5, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796471-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:12:50.949625 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391e6b25-1017-4c6d-8502-7c1ff88d07a4 None None] Checking segment: {'id': '29cbf6bd-3703-449c-90e3-2d0016356068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '610d1d9e-6798-4665-ba11-cd870fb10064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:12:50.950168 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-391e6b25-1017-4c6d-8502-7c1ff88d07a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:50.950558 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391e6b25-1017-4c6d-8502-7c1ff88d07a4 None None] Bound using segment: {'id': '29cbf6bd-3703-449c-90e3-2d0016356068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '610d1d9e-6798-4665-ba11-cd870fb10064'} {{(pid=91909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:12:50.951049 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.managers [None req-391e6b25-1017-4c6d-8502-7c1ff88d07a4 None None] Bound port: eabcda69-e051-40f1-9d3d-3ee4043e09d2, host: dv-cinder-796471-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29cbf6bd-3703-449c-90e3-2d0016356068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '610d1d9e-6798-4665-ba11-cd870fb10064'}}] {{(pid=91909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:12:50.951438 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-391e6b25-1017-4c6d-8502-7c1ff88d07a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:50.953842 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-d7710281-5eae-4fc1-9e1c-ee3352946fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33170815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-53808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781714044429'] for port, after_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:50.954993 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-476c0334-4544-4df5-b204-3b33a52b4394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:50.961538 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:12:51.086881 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7710281-5eae-4fc1-9e1c-ee3352946fd2 admin admin] Pushing event updated for resources: {'Port': ['ID=f4341327-fb4c-451a-8be5-5f370dfde9ca,revision_number=1']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:12:51.088433 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-391e6b25-1017-4c6d-8502-7c1ff88d07a4 None None] For port eabcda69-e051-40f1-9d3d-3ee4043e09d2, host dv-cinder-796471-1-iscsi, cleared binding levels {{(pid=91909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:12:51.099234 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-d7710281-5eae-4fc1-9e1c-ee3352946fd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:12:51.105155 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-391e6b25-1017-4c6d-8502-7c1ff88d07a4 None None] For port eabcda69-e051-40f1-9d3d-3ee4043e09d2, host dv-cinder-796471-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796471-1-iscsi',level=0,port_id=eabcda69-e051-40f1-9d3d-3ee4043e09d2,segment=NetworkSegment(29cbf6bd-3703-449c-90e3-2d0016356068),segment_id=29cbf6bd-3703-449c-90e3-2d0016356068)] {{(pid=91909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:12:51.111218 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7710281-5eae-4fc1-9e1c-ee3352946fd2 admin admin] Network 962d46ed-056a-473f-b9cc-450bda4e3641 is already hosted by enough agents. {{(pid=91907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:12:51.111334 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-391e6b25-1017-4c6d-8502-7c1ff88d07a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492'] for port, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:51.114062 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 58852) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:12:51.116146 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-66f36801-ab5d-4d4a-8d01-fc46d7416e65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:12:51.116378 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.scheduler.base_scheduler [None req-d7710281-5eae-4fc1-9e1c-ee3352946fd2 admin admin] Resources bound (agent type, host, resource id): {{(pid=91907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:12:51.123113 dv-cinder-796471-1-iscsi neutron-server[91907]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 15 14:12:51.124131 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7710281-5eae-4fc1-9e1c-ee3352946fd2 admin admin] Received port after_create {{(pid=91907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:12:51.178899 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-27dcf244-80fd-4283-a734-5d0a7535f473 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:51.217964 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391e6b25-1017-4c6d-8502-7c1ff88d07a4 None None] Pushing event updated for resources: {'Port': ['ID=eabcda69-e051-40f1-9d3d-3ee4043e09d2,revision_number=2']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:12:51.230358 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-3240123a-1738-4ba4-80ae-518cdb003a07 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:51.232024 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-391e6b25-1017-4c6d-8502-7c1ff88d07a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:12:51.240989 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-36fd39d5-875a-4ef6-917e-942e0d6e6442 req-40612960-bcf2-4f21-9719-785771fe496a service neutron] 10.222.0.26 "GET /v2.0/networks/08b08efa-02c8-41f1-80c4-4cebd8c580e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7891738 Jun 15 14:12:51.372671 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-c9c5a9d2-26b5-469c-9889-5d749863b2b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:51.473286 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-c9c5a9d2-26b5-469c-9889-5d749863b2b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:51.755323 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-a2325736-757f-4788-9f3d-6fe831cb64a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:51.789499 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-36fd39d5-875a-4ef6-917e-942e0d6e6442 req-83b95ceb-95b0-4a6c-9ba5-568e45f6c928 service neutron] 10.222.0.26 "GET /v2.0/networks/08b08efa-02c8-41f1-80c4-4cebd8c580e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4834580 Jun 15 14:12:51.823285 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295cc946-513b-4868-b05f-72e1bdb35837 req-8f8e569c-8fd4-422f-9f6f-6008204e4dac tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:12:51.831102 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-295cc946-513b-4868-b05f-72e1bdb35837 req-8f8e569c-8fd4-422f-9f6f-6008204e4dac tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/networks?id=53647b0d-4ed8-4c65-8def-7670da912845 HTTP/1.1" status: 200 len: 814 time: 0.7156959 Jun 15 14:12:51.838846 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-c9c5a9d2-26b5-469c-9889-5d749863b2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:51.870802 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-c9c5a9d2-26b5-469c-9889-5d749863b2b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:51.876296 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-c9c5a9d2-26b5-469c-9889-5d749863b2b9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b48a803a-cf92-47b9-8008-bf7fb7a4745f HTTP/1.1" status: 204 len: 168 time: 1.1476095 Jun 15 14:12:51.894828 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-3240123a-1738-4ba4-80ae-518cdb003a07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-706216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-667285'] for router, after_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:51.900116 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-d1c87a4b-7f7c-4323-86a2-a2fbe99ca116 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:12:51.926033 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c5a9d2-26b5-469c-9889-5d749863b2b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b48a803a-cf92-47b9-8008-bf7fb7a4745f,revision_number=None']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:12:51.955310 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-295cc946-513b-4868-b05f-72e1bdb35837 req-0bccdf23-d88c-4d84-9005-ea0d0d63af59 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/quotas/3b9c49b5e22342c8817f864fe7313c45 HTTP/1.1" status: 200 len: 375 time: 0.1231449 Jun 15 14:12:52.019581 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-c9c5a9d2-26b5-469c-9889-5d749863b2b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:12:52.032986 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-bd33cca9-433e-4200-804c-83166ab86bb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:52.127364 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-bd33cca9-433e-4200-804c-83166ab86bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:52.187436 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-295cc946-513b-4868-b05f-72e1bdb35837 req-74916960-7f49-486e-a3f7-88856980fb76 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=3b9c49b5e22342c8817f864fe7313c45&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2304306 Jun 15 14:12:52.253163 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:12:52.294608 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-bd33cca9-433e-4200-804c-83166ab86bb3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3cb5de6780a346a5a5b7eccba579a236&name=default HTTP/1.1" status: 200 len: 2975 time: 1.7923582 Jun 15 14:12:52.301748 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 58880) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:12:52.302734 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd33cca9-433e-4200-804c-83166ab86bb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a1264ae-800b-4673-81e5-031f86bbf381,revision_number=1']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:12:52.306353 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-bd33cca9-433e-4200-804c-83166ab86bb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:12:52.375889 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54c99245-fc7e-4387-bf15-54f0aef430c1 None None] Network 4aa06fea-aa17-4092-a73a-67493e684cef requested from dv-cinder-796471-1-iscsi {{(pid=91909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:12:52.433038 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-d7710281-5eae-4fc1-9e1c-ee3352946fd2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:52.523256 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-46f7ab2a-5090-4505-a6b6-1a4d2b31f4aa None None] Provisioning for port e9c64a3b-d064-49f9-b71c-8cccdd3b573e completed by entity DHCP. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:12:52.524770 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 58890) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:12:52.569884 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-b1bf6a66-ef6f-4090-9fd0-ecf37977b579 req-2381f3bb-c281-4e7f-9f31-a44283e4eb0f tempest-DeleteServersTestJSON-990213416 tempest-DeleteServersTestJSON-990213416-project] 10.222.0.26 "GET /v2.0/ports?device_id=a884f239-618a-4254-956e-2a9f3619dd3e HTTP/1.1" status: 200 len: 210 time: 0.3842087 Jun 15 14:12:52.644957 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-27dcf244-80fd-4283-a734-5d0a7535f473 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:52.646406 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3240123a-1738-4ba4-80ae-518cdb003a07 admin admin] Router 3cba628e-2062-4f8b-931b-0070f2630db7 is scheduled to L3 agent 7c0fcfb6-ee6c-4f84-9204-f4cc96555f34 with binding_index 1 {{(pid=91906) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 15 14:12:52.660730 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-27dcf244-80fd-4283-a734-5d0a7535f473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:52.673332 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-c9c5a9d2-26b5-469c-9889-5d749863b2b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:12:52.696496 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [req-295cc946-513b-4868-b05f-72e1bdb35837 req-d6ccb097-7753-41f7-a94f-8d6236e45a01 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=91907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 15 14:12:52.698071 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-295cc946-513b-4868-b05f-72e1bdb35837 req-d6ccb097-7753-41f7-a94f-8d6236e45a01 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2667725 Jun 15 14:12:52.706723 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-048e2cef-52a0-475c-8df5-e15a9e096c77 None None] Network 610d1d9e-6798-4665-ba11-cd870fb10064 requested from dv-cinder-796471-1-iscsi {{(pid=91909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:12:52.858876 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-0757372c-d9ca-44fa-a06d-e7dd5ab1aa42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:52.859309 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3240123a-1738-4ba4-80ae-518cdb003a07 admin admin] Notify agent at l3_agent.dv-cinder-796471-1-iscsi the message routers_updated {{(pid=91906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:12:52.869897 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d931295b-4377-4a21-bed9-f8881d139951 None None] Sync routers for ids ['3cba628e-2062-4f8b-931b-0070f2630db7'] in dv-cinder-796471-1-iscsi {{(pid=91910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:12:52.905237 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d931295b-4377-4a21-bed9-f8881d139951 None None] Routers {'3cba628e-2062-4f8b-931b-0070f2630db7'} bound to L3 agent in host dv-cinder-796471-1-iscsi {{(pid=91910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:12:52.905918 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-d931295b-4377-4a21-bed9-f8881d139951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796471-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-15T14:04:51Z,description=,heartbeat_timestamp=2021-06-15T14:12:51Z,host='dv-cinder-796471-1-iscsi',id=7c0fcfb6-ee6c-4f84-9204-f4cc96555f34,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:04:51Z,topic='l3_agent')) {'router_ids': ['3cba628e-2062-4f8b-931b-0070f2630db7'], 'active': True} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:12:52.911893 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-27dcf244-80fd-4283-a734-5d0a7535f473 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=dd3c09c3a0234b268b12dcdf8fd710cd&name=default HTTP/1.1" status: 200 len: 2975 time: 2.3138616 Jun 15 14:12:52.912791 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dcf244-80fd-4283-a734-5d0a7535f473 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45d51e6c-cbac-4b73-960a-0090aa90a8d5,revision_number=1']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:12:52.915756 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 58900) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:12:52.922176 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-27dcf244-80fd-4283-a734-5d0a7535f473 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:12:52.922918 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-3240123a-1738-4ba4-80ae-518cdb003a07 admin admin] Notify callbacks [] for router, before_response {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:52.926631 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-3240123a-1738-4ba4-80ae-518cdb003a07 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.8157644 Jun 15 14:12:52.926793 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-cca549ac-9a1a-49db-adff-c5d34cf9bd6c None None] Provisioning for port eabcda69-e051-40f1-9d3d-3ee4043e09d2 completed by entity DHCP. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:12:52.931499 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 58902) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:12:53.018916 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-cba3f324-09e8-401d-94d2-9a8cd5b82f44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:53.197142 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-0d154e0f-c8de-4355-8736-9b10b40ea0d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:53.260815 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Device e9c64a3b-d064-49f9-b71c-8cccdd3b573e up at agent ovs-agent-dv-cinder-796471-1-iscsi {{(pid=91909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:12:53.311471 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-0d154e0f-c8de-4355-8736-9b10b40ea0d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:53.353960 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvr_db [None req-d931295b-4377-4a21-bed9-f8881d139951 None None] Set router 3cba628e-2062-4f8b-931b-0070f2630db7 gateway port host: dv-cinder-796471-1-iscsi {{(pid=91910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:12:53.363135 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-295cc946-513b-4868-b05f-72e1bdb35837 req-76345da2-de7b-4f37-874f-e453566fe649 service neutron] 10.222.0.26 "GET /v2.0/networks/53647b0d-4ed8-4c65-8def-7670da912845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6370893 Jun 15 14:12:53.372549 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Provisioning for port e9c64a3b-d064-49f9-b71c-8cccdd3b573e completed by entity L2. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:12:53.391331 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Provisioning complete for port e9c64a3b-d064-49f9-b71c-8cccdd3b573e triggered by entity L2. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:12:53.391798 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897510'] for port, provisioning_complete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:53.448605 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-cba3f324-09e8-401d-94d2-9a8cd5b82f44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:53.583824 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-987cb3c8-732e-4ef7-aae2-903816ba9880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:53.734661 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:53.787184 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-d7710281-5eae-4fc1-9e1c-ee3352946fd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-706216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-667285'] for router, after_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:53.789266 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-c0dc74a0-8860-4324-a3e9-df3ea5176b1f req-380e65cf-cba4-4d8b-80f2-1a74b0b30a7b tempest-DeleteServersTestJSON-990213416 tempest-DeleteServersTestJSON-990213416-project] 10.222.0.26 "GET /v2.0/ports?device_id=a884f239-618a-4254-956e-2a9f3619dd3e HTTP/1.1" status: 200 len: 210 time: 0.1085753 Jun 15 14:12:53.824891 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-d931295b-4377-4a21-bed9-f8881d139951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cba628e-2062-4f8b-931b-0070f2630db7', 'name': 'tempest-AttachVolumeTestJSON-1484484639-router', 'tenant_id': 'bd051735f59a48aba03badfdff199de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'external_fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.232'}], 'enable_snat': True}, 'gw_port_id': 'f7912445-42b5-46b5-a69a-409dd99d7653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:12:48Z', 'updated_at': '2021-06-15T14:12:50Z', 'revision_number': 3, 'project_id': 'bd051735f59a48aba03badfdff199de6', 'gw_port': {'id': 'f7912445-42b5-46b5-a69a-409dd99d7653', 'name': '', 'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:e8:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cba628e-2062-4f8b-931b-0070f2630db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:12:48Z', 'updated_at': '2021-06-15T14:12:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796471-1-iscsi'}], 'dv-cinder-796471-1-iscsi', False) {} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:12:53.837571 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d931295b-4377-4a21-bed9-f8881d139951 None None] Checking router: 3cba628e-2062-4f8b-931b-0070f2630db7 for host: dv-cinder-796471-1-iscsi {{(pid=91910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:12:53.837571 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d931295b-4377-4a21-bed9-f8881d139951 None None] Updating router 3cba628e-2062-4f8b-931b-0070f2630db7 port f7912445-42b5-46b5-a69a-409dd99d7653 binding host dv-cinder-796471-1-iscsi {{(pid=91910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 14:12:53.843850 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] For port e9c64a3b-d064-49f9-b71c-8cccdd3b573e, host dv-cinder-796471-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796471-1-iscsi',level=0,port_id=e9c64a3b-d064-49f9-b71c-8cccdd3b573e,segment=NetworkSegment(73a4283b-e0a5-4dad-80d0-c61f4808d629),segment_id=73a4283b-e0a5-4dad-80d0-c61f4808d629)] {{(pid=91909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:12:53.863465 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-0d154e0f-c8de-4355-8736-9b10b40ea0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:53.865404 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492'] for port, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:53.867994 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Device eabcda69-e051-40f1-9d3d-3ee4043e09d2 up at agent ovs-agent-dv-cinder-796471-1-iscsi {{(pid=91909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:12:53.869700 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-0d154e0f-c8de-4355-8736-9b10b40ea0d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:53.872235 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-0d154e0f-c8de-4355-8736-9b10b40ea0d1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/45d51e6c-cbac-4b73-960a-0090aa90a8d5 HTTP/1.1" status: 204 len: 168 time: 0.9555442 Jun 15 14:12:53.896289 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-27dcf244-80fd-4283-a734-5d0a7535f473 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:12:53.911800 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-d931295b-4377-4a21-bed9-f8881d139951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:53.917425 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d154e0f-c8de-4355-8736-9b10b40ea0d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45d51e6c-cbac-4b73-960a-0090aa90a8d5,revision_number=None']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:12:53.921204 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-0d154e0f-c8de-4355-8736-9b10b40ea0d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:12:53.963168 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-391e6b25-1017-4c6d-8502-7c1ff88d07a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:12:54.031455 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-8a80675c-43b9-452d-b84c-a837b6096a27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-33170876'] for port, before_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:54.067405 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-0757372c-d9ca-44fa-a06d-e7dd5ab1aa42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:54.088359 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-0757372c-d9ca-44fa-a06d-e7dd5ab1aa42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:54.108226 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:12:54.117787 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Pushing event updated for resources: {'Port': ['ID=e9c64a3b-d064-49f9-b71c-8cccdd3b573e,revision_number=3']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:12:54.130144 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:12:54.135642 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-295cc946-513b-4868-b05f-72e1bdb35837 req-501f6b82-e11c-4940-a162-e4d31383eda0 service neutron] 10.222.0.26 "GET /v2.0/networks/53647b0d-4ed8-4c65-8def-7670da912845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7720084 Jun 15 14:12:54.152388 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Provisioning for port eabcda69-e051-40f1-9d3d-3ee4043e09d2 completed by entity L2. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:12:54.155572 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0757372c-d9ca-44fa-a06d-e7dd5ab1aa42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eec55cad-a990-48ee-a933-9d3bec18a39f,revision_number=1']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:12:54.158934 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-0757372c-d9ca-44fa-a06d-e7dd5ab1aa42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:12:54.168081 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-cba3f324-09e8-401d-94d2-9a8cd5b82f44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:54.172342 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7710281-5eae-4fc1-9e1c-ee3352946fd2 admin admin] Router de255612-9f80-4085-bcf0-786288c0db94 is scheduled to L3 agent 7c0fcfb6-ee6c-4f84-9204-f4cc96555f34 with binding_index 1 {{(pid=91907) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 15 14:12:54.177505 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-cba3f324-09e8-401d-94d2-9a8cd5b82f44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:54.181632 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-cba3f324-09e8-401d-94d2-9a8cd5b82f44 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0a1264ae-800b-4673-81e5-031f86bbf381 HTTP/1.1" status: 204 len: 168 time: 1.8738391 Jun 15 14:12:54.184598 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:12:54.188337 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Provisioning complete for port eabcda69-e051-40f1-9d3d-3ee4043e09d2 triggered by entity L2. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:12:54.189012 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897510'] for port, provisioning_complete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:54.190078 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-0757372c-d9ca-44fa-a06d-e7dd5ab1aa42 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ec89f68ea88c4a4c8d294f26e151451d&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5288181 Jun 15 14:12:54.205771 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 58938) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:12:54.227758 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba3f324-09e8-401d-94d2-9a8cd5b82f44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a1264ae-800b-4673-81e5-031f86bbf381,revision_number=None']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:12:54.232381 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-cba3f324-09e8-401d-94d2-9a8cd5b82f44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:12:54.479939 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:54.540126 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.db.db_base_plugin_common [None req-8a80675c-43b9-452d-b84c-a837b6096a27 admin admin] Allocated IP 172.20.0.1 (4aa06fea-aa17-4092-a73a-67493e684cef/948d283c-351b-4469-a9b0-92e873d860c7/2da0d1b4-038a-45be-b076-f266fd77e006) {{(pid=91906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:12:54.564226 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] For port eabcda69-e051-40f1-9d3d-3ee4043e09d2, host dv-cinder-796471-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796471-1-iscsi',level=0,port_id=eabcda69-e051-40f1-9d3d-3ee4043e09d2,segment=NetworkSegment(29cbf6bd-3703-449c-90e3-2d0016356068),segment_id=29cbf6bd-3703-449c-90e3-2d0016356068)] {{(pid=91909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:12:54.571993 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492'] for port, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:54.575290 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:12:54.732279 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 58958) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:12:54.762850 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-f74ad5fc-c68d-4084-b30a-79a859195fdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:54.780049 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Pushing event updated for resources: {'Port': ['ID=eabcda69-e051-40f1-9d3d-3ee4043e09d2,revision_number=3']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:12:54.788870 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:12:54.816307 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-af378a5e-0f8d-4078-84b7-3b1c6cb6795c req-c8bec93c-7464-48cf-9412-40d8484c46d3 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/ports?device_id=807ea74d-380f-4665-bc01-98bcf480a45f HTTP/1.1" status: 200 len: 210 time: 0.1550536 Jun 15 14:12:54.823241 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7710281-5eae-4fc1-9e1c-ee3352946fd2 admin admin] Notify agent at l3_agent.dv-cinder-796471-1-iscsi the message routers_updated {{(pid=91907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:12:54.830244 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-d931295b-4377-4a21-bed9-f8881d139951 None None] Notify callbacks [] for port, precommit_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:54.858003 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0747c5d-6994-46bc-91b8-912cfd5bcea5 None None] Sync routers for ids ['de255612-9f80-4085-bcf0-786288c0db94'] in dv-cinder-796471-1-iscsi {{(pid=91909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:12:54.868535 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-dd315925-aab7-4b5c-bc80-15cc20cba625 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:54.875833 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0747c5d-6994-46bc-91b8-912cfd5bcea5 None None] Routers {'de255612-9f80-4085-bcf0-786288c0db94'} bound to L3 agent in host dv-cinder-796471-1-iscsi {{(pid=91909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:12:54.876475 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_hamode_db [None req-f0747c5d-6994-46bc-91b8-912cfd5bcea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796471-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-15T14:04:51Z,description=,heartbeat_timestamp=2021-06-15T14:12:51Z,host='dv-cinder-796471-1-iscsi',id=7c0fcfb6-ee6c-4f84-9204-f4cc96555f34,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:04:51Z,topic='l3_agent')) {'router_ids': ['de255612-9f80-4085-bcf0-786288c0db94'], 'active': True} {{(pid=91909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:12:54.882030 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-d931295b-4377-4a21-bed9-f8881d139951 None None] Transition to ACTIVE for port object f7912445-42b5-46b5-a69a-409dd99d7653 will not be triggered until provisioned by entity L2. {{(pid=91910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:12:54.909247 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-f74ad5fc-c68d-4084-b30a-79a859195fdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:54.912601 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-d7710281-5eae-4fc1-9e1c-ee3352946fd2 admin admin] Notify callbacks [] for router, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:54.913804 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-d931295b-4377-4a21-bed9-f8881d139951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492'] for port, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:54.918425 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-d7710281-5eae-4fc1-9e1c-ee3352946fd2 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.5634472 Jun 15 14:12:54.927851 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 58968) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:12:54.929506 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:12:55.168320 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.managers [None req-d931295b-4377-4a21-bed9-f8881d139951 None None] Attempting to bind port f7912445-42b5-46b5-a69a-409dd99d7653 on host dv-cinder-796471-1-iscsi for vnic_type normal with profile {{(pid=91910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:12:55.184637 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.managers [None req-d931295b-4377-4a21-bed9-f8881d139951 None None] Attempting to bind port f7912445-42b5-46b5-a69a-409dd99d7653 by drivers openvswitch,hyperv on host dv-cinder-796471-1-iscsi at level 0 using segments [{'id': '16359361-6c0e-4f40-8a0e-56105654022c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641'}] {{(pid=91910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:12:55.186375 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d931295b-4377-4a21-bed9-f8881d139951 None None] Attempting to bind port f7912445-42b5-46b5-a69a-409dd99d7653 on network 962d46ed-056a-473f-b9cc-450bda4e3641 {{(pid=91910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:12:55.188766 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-8a80675c-43b9-452d-b84c-a837b6096a27 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:55.211844 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-f74ad5fc-c68d-4084-b30a-79a859195fdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:55.217406 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d931295b-4377-4a21-bed9-f8881d139951 None None] Checking agent: {'id': 'a00a16a2-d8fd-48bc-a1ff-18db44b70890', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796471-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 4, 51), 'started_at': datetime.datetime(2021, 6, 15, 14, 5, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796471-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:12:55.218050 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d931295b-4377-4a21-bed9-f8881d139951 None None] Checking segment: {'id': '16359361-6c0e-4f40-8a0e-56105654022c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:12:55.219383 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-d931295b-4377-4a21-bed9-f8881d139951 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:55.220355 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d931295b-4377-4a21-bed9-f8881d139951 None None] Bound using segment: {'id': '16359361-6c0e-4f40-8a0e-56105654022c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641'} {{(pid=91910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:12:55.222856 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-f74ad5fc-c68d-4084-b30a-79a859195fdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:55.223874 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.managers [None req-d931295b-4377-4a21-bed9-f8881d139951 None None] Bound port: f7912445-42b5-46b5-a69a-409dd99d7653, host: dv-cinder-796471-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16359361-6c0e-4f40-8a0e-56105654022c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641'}}] {{(pid=91910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:12:55.224326 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-f74ad5fc-c68d-4084-b30a-79a859195fdc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/eec55cad-a990-48ee-a933-9d3bec18a39f HTTP/1.1" status: 204 len: 168 time: 1.0067723 Jun 15 14:12:55.224775 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-d931295b-4377-4a21-bed9-f8881d139951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:55.229078 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-0757372c-d9ca-44fa-a06d-e7dd5ab1aa42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:12:55.232245 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.db.provisioning_blocks [None req-8a80675c-43b9-452d-b84c-a837b6096a27 admin admin] Transition to ACTIVE for port object 2da0d1b4-038a-45be-b076-f266fd77e006 will not be triggered until provisioned by entity DHCP. {{(pid=91906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:12:55.309927 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14645009-8f54-4829-80a7-b3131aca3259 None None] Pushing event updated for resources: {'Port': ['ID=f7912445-42b5-46b5-a69a-409dd99d7653,revision_number=2']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:12:55.328718 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14645009-8f54-4829-80a7-b3131aca3259 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:12:55.329188 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14645009-8f54-4829-80a7-b3131aca3259 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:12:55.329418 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14645009-8f54-4829-80a7-b3131aca3259 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:12:55.329977 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14645009-8f54-4829-80a7-b3131aca3259 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:12:55.330695 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14645009-8f54-4829-80a7-b3131aca3259 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:12:55.331222 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14645009-8f54-4829-80a7-b3131aca3259 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:12:55.332422 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14645009-8f54-4829-80a7-b3131aca3259 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:12:55.332755 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14645009-8f54-4829-80a7-b3131aca3259 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:12:55.333097 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14645009-8f54-4829-80a7-b3131aca3259 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:12:55.333635 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14645009-8f54-4829-80a7-b3131aca3259 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:12:55.333994 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14645009-8f54-4829-80a7-b3131aca3259 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:12:55.334442 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14645009-8f54-4829-80a7-b3131aca3259 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:12:55.336001 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14645009-8f54-4829-80a7-b3131aca3259 None None] Tracked resource versions report: Jun 15 14:12:55.336001 dv-cinder-796471-1-iscsi neutron-server[91910]: pushed versions: Jun 15 14:12:55.336001 dv-cinder-796471-1-iscsi neutron-server[91910]: { 'AddressGroup': {'1.2'}, Jun 15 14:12:55.336001 dv-cinder-796471-1-iscsi neutron-server[91910]: 'ConntrackHelper': {'1.0'}, Jun 15 14:12:55.336001 dv-cinder-796471-1-iscsi neutron-server[91910]: 'Log': {'1.0'}, Jun 15 14:12:55.336001 dv-cinder-796471-1-iscsi neutron-server[91910]: 'Network': {'1.1'}, Jun 15 14:12:55.336001 dv-cinder-796471-1-iscsi neutron-server[91910]: 'Port': {'1.7'}, Jun 15 14:12:55.336001 dv-cinder-796471-1-iscsi neutron-server[91910]: 'PortForwarding': {'1.2'}, Jun 15 14:12:55.336001 dv-cinder-796471-1-iscsi neutron-server[91910]: 'QosPolicy': {'1.8'}, Jun 15 14:12:55.336001 dv-cinder-796471-1-iscsi neutron-server[91910]: 'SecurityGroup': {'1.4'}, Jun 15 14:12:55.336001 dv-cinder-796471-1-iscsi neutron-server[91910]: 'SecurityGroupRule': {'1.2'}, Jun 15 14:12:55.336001 dv-cinder-796471-1-iscsi neutron-server[91910]: 'SubPort': {'1.0'}, Jun 15 14:12:55.336001 dv-cinder-796471-1-iscsi neutron-server[91910]: 'Subnet': {'1.1'}, Jun 15 14:12:55.336001 dv-cinder-796471-1-iscsi neutron-server[91910]: 'Trunk': {'1.1'}} Jun 15 14:12:55.336001 dv-cinder-796471-1-iscsi neutron-server[91910]: consumer versions: Jun 15 14:12:55.336001 dv-cinder-796471-1-iscsi neutron-server[91910]: { DHCP agent@dv-cinder-796471-1-iscsi: {}, Jun 15 14:12:55.336001 dv-cinder-796471-1-iscsi neutron-server[91910]: HyperV agent@hv-cinder-79647: {}, Jun 15 14:12:55.336001 dv-cinder-796471-1-iscsi neutron-server[91910]: L3 agent@dv-cinder-796471-1-iscsi: {}, Jun 15 14:12:55.336001 dv-cinder-796471-1-iscsi neutron-server[91910]: Metadata agent@dv-cinder-796471-1-iscsi: {}, Jun 15 14:12:55.336001 dv-cinder-796471-1-iscsi neutron-server[91910]: Metering agent@dv-cinder-796471-1-iscsi: {}, Jun 15 14:12:55.336001 dv-cinder-796471-1-iscsi neutron-server[91910]: Open vSwitch agent@dv-cinder-796471-1-iscsi: { 'AddressGroup': '1.2', Jun 15 14:12:55.336001 dv-cinder-796471-1-iscsi neutron-server[91910]: 'ConntrackHelper': '1.0', Jun 15 14:12:55.336001 dv-cinder-796471-1-iscsi neutron-server[91910]: 'Log': '1.0', Jun 15 14:12:55.336001 dv-cinder-796471-1-iscsi neutron-server[91910]: 'Network': '1.1', Jun 15 14:12:55.336001 dv-cinder-796471-1-iscsi neutron-server[91910]: 'Port': '1.7', Jun 15 14:12:55.336001 dv-cinder-796471-1-iscsi neutron-server[91910]: 'PortForwarding': '1.2', Jun 15 14:12:55.336001 dv-cinder-796471-1-iscsi neutron-server[91910]: 'QosPolicy': '1.8', Jun 15 14:12:55.336001 dv-cinder-796471-1-iscsi neutron-server[91910]: 'SecurityGroup': '1.4', Jun 15 14:12:55.336001 dv-cinder-796471-1-iscsi neutron-server[91910]: 'SecurityGroupRule': '1.2', Jun 15 14:12:55.336001 dv-cinder-796471-1-iscsi neutron-server[91910]: 'SubPort': '1.0', Jun 15 14:12:55.336001 dv-cinder-796471-1-iscsi neutron-server[91910]: 'Subnet': '1.1', Jun 15 14:12:55.336001 dv-cinder-796471-1-iscsi neutron-server[91910]: 'Trunk': '1.1'}} Jun 15 14:12:55.336001 dv-cinder-796471-1-iscsi neutron-server[91910]: {{(pid=91910) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 15 14:12:55.350717 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-8a80675c-43b9-452d-b84c-a837b6096a27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33170815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-53808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781714044429'] for port, after_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:55.351614 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-14645009-8f54-4829-80a7-b3131aca3259 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:12:55.357465 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Device e9c64a3b-d064-49f9-b71c-8cccdd3b573e up at agent ovs-agent-dv-cinder-796471-1-iscsi {{(pid=91909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:12:55.368093 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:12:55.382112 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-d931295b-4377-4a21-bed9-f8881d139951 None None] For port f7912445-42b5-46b5-a69a-409dd99d7653, host dv-cinder-796471-1-iscsi, cleared binding levels {{(pid=91910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:12:55.386965 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-d931295b-4377-4a21-bed9-f8881d139951 None None] For port f7912445-42b5-46b5-a69a-409dd99d7653, host dv-cinder-796471-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796471-1-iscsi',level=0,port_id=f7912445-42b5-46b5-a69a-409dd99d7653,segment=NetworkSegment(16359361-6c0e-4f40-8a0e-56105654022c),segment_id=16359361-6c0e-4f40-8a0e-56105654022c)] {{(pid=91910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:12:55.407394 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-d931295b-4377-4a21-bed9-f8881d139951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492'] for port, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:55.419260 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-557fa284-b38c-4ee9-9fe9-c7581b22d5a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:12:55.439026 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a80675c-43b9-452d-b84c-a837b6096a27 admin admin] Pushing event updated for resources: {'Port': ['ID=2da0d1b4-038a-45be-b076-f266fd77e006,revision_number=1']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:12:55.442324 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-8a80675c-43b9-452d-b84c-a837b6096a27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:12:55.454850 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a80675c-43b9-452d-b84c-a837b6096a27 admin admin] Network 4aa06fea-aa17-4092-a73a-67493e684cef is already hosted by enough agents. {{(pid=91906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:12:55.456771 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.scheduler.base_scheduler [None req-8a80675c-43b9-452d-b84c-a837b6096a27 admin admin] Resources bound (agent type, host, resource id): {{(pid=91906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:12:55.461015 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a80675c-43b9-452d-b84c-a837b6096a27 admin admin] Received port after_create {{(pid=91906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:12:55.462881 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-8a80675c-43b9-452d-b84c-a837b6096a27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-670032'] for router_interface, before_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:55.612391 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14645009-8f54-4829-80a7-b3131aca3259 None None] Pushing event updated for resources: {'Port': ['ID=f7912445-42b5-46b5-a69a-409dd99d7653,revision_number=3']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:12:55.620732 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-14645009-8f54-4829-80a7-b3131aca3259 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:12:55.658787 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d931295b-4377-4a21-bed9-f8881d139951 None None] Routers {'3cba628e-2062-4f8b-931b-0070f2630db7'} bound to L3 agent in host dv-cinder-796471-1-iscsi {{(pid=91910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:12:55.660314 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-d931295b-4377-4a21-bed9-f8881d139951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796471-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-15T14:04:51Z,description=,heartbeat_timestamp=2021-06-15T14:12:51Z,host='dv-cinder-796471-1-iscsi',id=7c0fcfb6-ee6c-4f84-9204-f4cc96555f34,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:04:51Z,topic='l3_agent')) {'router_ids': ['3cba628e-2062-4f8b-931b-0070f2630db7'], 'active': True} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:12:55.666550 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74ad5fc-c68d-4084-b30a-79a859195fdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eec55cad-a990-48ee-a933-9d3bec18a39f,revision_number=None']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:12:55.671257 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-f74ad5fc-c68d-4084-b30a-79a859195fdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:12:55.822286 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_dvr_db [None req-f0747c5d-6994-46bc-91b8-912cfd5bcea5 None None] Set router de255612-9f80-4085-bcf0-786288c0db94 gateway port host: dv-cinder-796471-1-iscsi {{(pid=91909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:12:55.969036 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-fd2bde8a-c96c-4711-b6b3-87eccc7aa1c6 req-522de880-7a09-4a0f-8f6f-4a801a2be10e tempest-DeleteServersTestJSON-990213416 tempest-DeleteServersTestJSON-990213416-project] 10.222.0.26 "GET /v2.0/ports?device_id=a884f239-618a-4254-956e-2a9f3619dd3e HTTP/1.1" status: 200 len: 210 time: 0.3070271 Jun 15 14:12:55.973580 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-dd315925-aab7-4b5c-bc80-15cc20cba625 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:55.974430 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Provisioning complete for port e9c64a3b-d064-49f9-b71c-8cccdd3b573e triggered by entity L2. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:12:55.975702 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897510'] for port, provisioning_complete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:55.997311 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-dd315925-aab7-4b5c-bc80-15cc20cba625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:56.020823 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-576e38db-b411-486a-8461-429854c63081 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:12:56.079049 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvr_db [None req-d931295b-4377-4a21-bed9-f8881d139951 None None] Set router 3cba628e-2062-4f8b-931b-0070f2630db7 gateway port host: dv-cinder-796471-1-iscsi {{(pid=91910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:12:56.159944 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd315925-aab7-4b5c-bc80-15cc20cba625 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1709882c-9823-48fd-af99-a2b7438588fe,revision_number=1']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:12:56.174893 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-dd315925-aab7-4b5c-bc80-15cc20cba625 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c39851dbf67649b29b05bdabb5c5260a&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4407494 Jun 15 14:12:56.180032 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-dd315925-aab7-4b5c-bc80-15cc20cba625 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:12:56.181537 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 59020) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:12:56.233214 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-fe1b1713-b1d4-45b5-8753-3763e7f5a304 None None] Provisioning for port 2da0d1b4-038a-45be-b076-f266fd77e006 completed by entity DHCP. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:12:56.275184 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-fe1b1713-b1d4-45b5-8753-3763e7f5a304 None None] Provisioning complete for port 2da0d1b4-038a-45be-b076-f266fd77e006 triggered by entity DHCP. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:12:56.276678 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-fe1b1713-b1d4-45b5-8753-3763e7f5a304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897510'] for port, provisioning_complete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:56.429596 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-bf390920-b3f4-4a82-b017-14c63d69f175 req-6e15399e-d067-47a2-9b5f-c4affeaf3548 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/ports?device_id=807ea74d-380f-4665-bc01-98bcf480a45f HTTP/1.1" status: 200 len: 210 time: 0.1523674 Jun 15 14:12:56.456733 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.plugin [None req-fe1b1713-b1d4-45b5-8753-3763e7f5a304 None None] Port 2da0d1b4-038a-45be-b076-f266fd77e006 cannot update to ACTIVE because it is not bound. {{(pid=91909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 15 14:12:56.483904 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Device eabcda69-e051-40f1-9d3d-3ee4043e09d2 up at agent ovs-agent-dv-cinder-796471-1-iscsi {{(pid=91909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:12:56.510208 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-8a80675c-43b9-452d-b84c-a837b6096a27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:56.579303 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-d931295b-4377-4a21-bed9-f8881d139951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cba628e-2062-4f8b-931b-0070f2630db7', 'name': 'tempest-AttachVolumeTestJSON-1484484639-router', 'tenant_id': 'bd051735f59a48aba03badfdff199de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'external_fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.232'}], 'enable_snat': True}, 'gw_port_id': 'f7912445-42b5-46b5-a69a-409dd99d7653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:12:48Z', 'updated_at': '2021-06-15T14:12:50Z', 'revision_number': 3, 'project_id': 'bd051735f59a48aba03badfdff199de6', 'gw_port': {'id': 'f7912445-42b5-46b5-a69a-409dd99d7653', 'name': '', 'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:e8:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cba628e-2062-4f8b-931b-0070f2630db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:12:48Z', 'updated_at': '2021-06-15T14:12:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796471-1-iscsi'}], 'dv-cinder-796471-1-iscsi', False) {} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:12:56.591223 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d931295b-4377-4a21-bed9-f8881d139951 None None] The sync data for ids ['3cba628e-2062-4f8b-931b-0070f2630db7'] in dv-cinder-796471-1-iscsi is: [{'id': '3cba628e-2062-4f8b-931b-0070f2630db7', 'name': 'tempest-AttachVolumeTestJSON-1484484639-router', 'tenant_id': 'bd051735f59a48aba03badfdff199de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'external_fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.232'}], 'enable_snat': True}, 'gw_port_id': 'f7912445-42b5-46b5-a69a-409dd99d7653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:12:48Z', 'updated_at': '2021-06-15T14:12:50Z', 'revision_number': 3, 'project_id': 'bd051735f59a48aba03badfdff199de6', 'gw_port': {'id': 'f7912445-42b5-46b5-a69a-409dd99d7653', 'name': '', 'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:e8:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cba628e-2062-4f8b-931b-0070f2630db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:12:48Z', 'updated_at': '2021-06-15T14:12:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796471-1-iscsi'}] {{(pid=91910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:12:56.657526 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.67', 49965) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:12:56.688269 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Provisioning complete for port eabcda69-e051-40f1-9d3d-3ee4043e09d2 triggered by entity L2. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:12:56.691745 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897510'] for port, provisioning_complete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:56.711154 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_hamode_db [None req-f0747c5d-6994-46bc-91b8-912cfd5bcea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de255612-9f80-4085-bcf0-786288c0db94', 'name': 'tempest-AttachVolumeShelveTestJSON-2098884892-router', 'tenant_id': '52a857fa93204cfd848344919ef0f84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'external_fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': 'f4341327-fb4c-451a-8be5-5f370dfde9ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:12:48Z', 'updated_at': '2021-06-15T14:12:51Z', 'revision_number': 3, 'project_id': '52a857fa93204cfd848344919ef0f84a', 'gw_port': {'id': 'f4341327-fb4c-451a-8be5-5f370dfde9ca', 'name': '', 'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:6c:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de255612-9f80-4085-bcf0-786288c0db94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:12:49Z', 'updated_at': '2021-06-15T14:12:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796471-1-iscsi'}], 'dv-cinder-796471-1-iscsi', False) {} {{(pid=91909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:12:56.795716 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0747c5d-6994-46bc-91b8-912cfd5bcea5 None None] Checking router: de255612-9f80-4085-bcf0-786288c0db94 for host: dv-cinder-796471-1-iscsi {{(pid=91909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:12:56.796895 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0747c5d-6994-46bc-91b8-912cfd5bcea5 None None] Updating router de255612-9f80-4085-bcf0-786288c0db94 port f4341327-fb4c-451a-8be5-5f370dfde9ca binding host dv-cinder-796471-1-iscsi {{(pid=91909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 14:12:56.857393 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-e983f8e3-2a12-45dc-825d-c3ae172732fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:56.863614 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-44a69e21-5ce6-4799-97b9-28be7d205176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-33170876'] for port, before_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:56.948593 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-f0747c5d-6994-46bc-91b8-912cfd5bcea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:57.135748 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-8a80675c-43b9-452d-b84c-a837b6096a27 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:57.159431 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-8a80675c-43b9-452d-b84c-a837b6096a27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492'] for port, after_update {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:57.160773 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-8a80675c-43b9-452d-b84c-a837b6096a27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-670148'] for router_interface, after_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:57.173424 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-3240123a-1738-4ba4-80ae-518cdb003a07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:12:57.301478 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a80675c-43b9-452d-b84c-a837b6096a27 admin admin] Pushing event updated for resources: {'Port': ['ID=2da0d1b4-038a-45be-b076-f266fd77e006,revision_number=2']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:12:57.304753 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-8a80675c-43b9-452d-b84c-a837b6096a27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:12:57.588953 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:57.597930 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Device f7912445-42b5-46b5-a69a-409dd99d7653 up at agent ovs-agent-dv-cinder-796471-1-iscsi {{(pid=91909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:12:57.664393 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a80675c-43b9-452d-b84c-a837b6096a27 admin admin] Network 4aa06fea-aa17-4092-a73a-67493e684cef is already hosted by enough agents. {{(pid=91906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:12:57.667094 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.scheduler.base_scheduler [None req-8a80675c-43b9-452d-b84c-a837b6096a27 admin admin] Resources bound (agent type, host, resource id): {{(pid=91906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:12:57.736856 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-e983f8e3-2a12-45dc-825d-c3ae172732fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:57.903923 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Provisioning for port f7912445-42b5-46b5-a69a-409dd99d7653 completed by entity L2. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:12:57.924245 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Provisioning complete for port f7912445-42b5-46b5-a69a-409dd99d7653 triggered by entity L2. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:12:57.925275 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897510'] for port, provisioning_complete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:58.007192 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-98d421a8-aaca-4ae6-8de9-1b38a1ebd52e req-17678c9e-23ab-41a4-b311-44684555d958 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/ports?device_id=807ea74d-380f-4665-bc01-98bcf480a45f HTTP/1.1" status: 200 len: 210 time: 0.1412227 Jun 15 14:12:58.096850 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a80675c-43b9-452d-b84c-a837b6096a27 admin admin] Router 3cba628e-2062-4f8b-931b-0070f2630db7 has already been hosted by L3 agent 7c0fcfb6-ee6c-4f84-9204-f4cc96555f34 {{(pid=91906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:12:58.252557 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-f0747c5d-6994-46bc-91b8-912cfd5bcea5 None None] Notify callbacks [] for port, precommit_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:58.281001 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-45f2b855-6d85-40ea-9083-4012bf72eb11 None None] Provisioning complete for port 2da0d1b4-038a-45be-b076-f266fd77e006 triggered by entity DHCP. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:12:58.281523 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-45f2b855-6d85-40ea-9083-4012bf72eb11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897510'] for port, provisioning_complete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:58.353511 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-f0747c5d-6994-46bc-91b8-912cfd5bcea5 None None] Transition to ACTIVE for port object f4341327-fb4c-451a-8be5-5f370dfde9ca will not be triggered until provisioned by entity L2. {{(pid=91909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:12:58.422196 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-f0747c5d-6994-46bc-91b8-912cfd5bcea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492'] for port, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:58.442223 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:12:58.458771 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.plugin [None req-45f2b855-6d85-40ea-9083-4012bf72eb11 None None] Port 2da0d1b4-038a-45be-b076-f266fd77e006 cannot update to ACTIVE because it is not bound. {{(pid=91909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 15 14:12:58.462012 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.db.db_base_plugin_common [None req-44a69e21-5ce6-4799-97b9-28be7d205176 admin admin] Allocated IP 172.20.0.1 (610d1d9e-6798-4665-ba11-cd870fb10064/2014c6aa-f72d-434e-8835-9ccc29766f9a/23dfee54-5ee9-40fa-a5a6-cef8074b2d74) {{(pid=91907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:12:58.514025 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a80675c-43b9-452d-b84c-a837b6096a27 admin admin] Notify agent at l3_agent.dv-cinder-796471-1-iscsi the message routers_updated {{(pid=91906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:12:58.530341 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-8a80675c-43b9-452d-b84c-a837b6096a27 admin admin] 10.222.0.26 "PUT /v2.0/routers/3cba628e-2062-4f8b-931b-0070f2630db7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5892708 Jun 15 14:12:58.530341 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.67', 49971) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:12:58.582373 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.managers [None req-f0747c5d-6994-46bc-91b8-912cfd5bcea5 None None] Attempting to bind port f4341327-fb4c-451a-8be5-5f370dfde9ca on host dv-cinder-796471-1-iscsi for vnic_type normal with profile {{(pid=91909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:12:58.584920 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.managers [None req-f0747c5d-6994-46bc-91b8-912cfd5bcea5 None None] Attempting to bind port f4341327-fb4c-451a-8be5-5f370dfde9ca by drivers openvswitch,hyperv on host dv-cinder-796471-1-iscsi at level 0 using segments [{'id': '16359361-6c0e-4f40-8a0e-56105654022c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641'}] {{(pid=91909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:12:58.585523 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0747c5d-6994-46bc-91b8-912cfd5bcea5 None None] Attempting to bind port f4341327-fb4c-451a-8be5-5f370dfde9ca on network 962d46ed-056a-473f-b9cc-450bda4e3641 {{(pid=91909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:12:58.681027 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0747c5d-6994-46bc-91b8-912cfd5bcea5 None None] Checking agent: {'id': 'a00a16a2-d8fd-48bc-a1ff-18db44b70890', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796471-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 4, 51), 'started_at': datetime.datetime(2021, 6, 15, 14, 5, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796471-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:12:58.681711 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0747c5d-6994-46bc-91b8-912cfd5bcea5 None None] Checking segment: {'id': '16359361-6c0e-4f40-8a0e-56105654022c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:12:58.682156 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-f0747c5d-6994-46bc-91b8-912cfd5bcea5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:58.683941 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0747c5d-6994-46bc-91b8-912cfd5bcea5 None None] Bound using segment: {'id': '16359361-6c0e-4f40-8a0e-56105654022c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641'} {{(pid=91909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:12:58.684554 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.managers [None req-f0747c5d-6994-46bc-91b8-912cfd5bcea5 None None] Bound port: f4341327-fb4c-451a-8be5-5f370dfde9ca, host: dv-cinder-796471-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16359361-6c0e-4f40-8a0e-56105654022c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641'}}] {{(pid=91909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:12:58.685661 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-f0747c5d-6994-46bc-91b8-912cfd5bcea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:58.738345 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-44a69e21-5ce6-4799-97b9-28be7d205176 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:58.813284 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295cc946-513b-4868-b05f-72e1bdb35837 req-95b184b0-d97f-46a5-b02a-5038d9ce51e7 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:12:58.818233 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-295cc946-513b-4868-b05f-72e1bdb35837 req-95b184b0-d97f-46a5-b02a-5038d9ce51e7 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.67 "GET /v2.0/networks?id=53647b0d-4ed8-4c65-8def-7670da912845 HTTP/1.1" status: 200 len: 814 time: 0.2876070 Jun 15 14:12:58.835384 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fd39d5-875a-4ef6-917e-942e0d6e6442 req-9ba510a1-a055-4b2a-8bb4-8bda22e9507d tempest-DeleteServersTestJSON-990213416 tempest-DeleteServersTestJSON-990213416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:12:58.837203 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-36fd39d5-875a-4ef6-917e-942e0d6e6442 req-9ba510a1-a055-4b2a-8bb4-8bda22e9507d tempest-DeleteServersTestJSON-990213416 tempest-DeleteServersTestJSON-990213416-project] 10.222.0.67 "GET /v2.0/networks?id=08b08efa-02c8-41f1-80c4-4cebd8c580e7 HTTP/1.1" status: 200 len: 811 time: 2.1758876 Jun 15 14:12:58.853097 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-f538253d-a231-498b-b3ef-e6743f2e6f16 req-11338270-49f7-4898-9d97-2af57ce899a4 tempest-DeleteServersTestJSON-990213416 tempest-DeleteServersTestJSON-990213416-project] 10.222.0.26 "GET /v2.0/ports?device_id=a884f239-618a-4254-956e-2a9f3619dd3e HTTP/1.1" status: 200 len: 210 time: 1.1580515 Jun 15 14:12:58.856219 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.db.provisioning_blocks [None req-44a69e21-5ce6-4799-97b9-28be7d205176 admin admin] Transition to ACTIVE for port object 23dfee54-5ee9-40fa-a5a6-cef8074b2d74 will not be triggered until provisioned by entity DHCP. {{(pid=91907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:12:58.887802 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:58.925287 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f48c13-171a-4c57-9b37-81d4fcb7f32b None None] Pushing event updated for resources: {'Port': ['ID=f4341327-fb4c-451a-8be5-5f370dfde9ca,revision_number=2']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:12:58.935448 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.v2.base [req-295cc946-513b-4868-b05f-72e1bdb35837 req-cc509e20-414f-46ee-9ee6-2eafa8f3e5ec tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Request body: {'port': {'device_id': '807ea74d-380f-4665-bc01-98bcf480a45f', 'network_id': '53647b0d-4ed8-4c65-8def-7670da912845', 'admin_state_up': True, 'tenant_id': '3b9c49b5e22342c8817f864fe7313c45'}} {{(pid=91906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:12:58.962020 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.v2.base [req-36fd39d5-875a-4ef6-917e-942e0d6e6442 req-3007976a-5e22-41cf-acdd-e50287a6f401 tempest-DeleteServersTestJSON-990213416 tempest-DeleteServersTestJSON-990213416-project] Request body: {'port': {'device_id': 'a884f239-618a-4254-956e-2a9f3619dd3e', 'network_id': '08b08efa-02c8-41f1-80c4-4cebd8c580e7', 'admin_state_up': True, 'tenant_id': '8a024473f67f46c6baf4e597ab55e4fb'}} {{(pid=91907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:12:58.968985 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-47f48c13-171a-4c57-9b37-81d4fcb7f32b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.527s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:12:59.113276 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] For port f7912445-42b5-46b5-a69a-409dd99d7653, host dv-cinder-796471-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796471-1-iscsi',level=0,port_id=f7912445-42b5-46b5-a69a-409dd99d7653,segment=NetworkSegment(16359361-6c0e-4f40-8a0e-56105654022c),segment_id=16359361-6c0e-4f40-8a0e-56105654022c)] {{(pid=91909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:12:59.138449 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-f0747c5d-6994-46bc-91b8-912cfd5bcea5 None None] For port f4341327-fb4c-451a-8be5-5f370dfde9ca, host dv-cinder-796471-1-iscsi, cleared binding levels {{(pid=91909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:12:59.140965 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492'] for port, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:59.152912 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-f0747c5d-6994-46bc-91b8-912cfd5bcea5 None None] For port f4341327-fb4c-451a-8be5-5f370dfde9ca, host dv-cinder-796471-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796471-1-iscsi',level=0,port_id=f4341327-fb4c-451a-8be5-5f370dfde9ca,segment=NetworkSegment(16359361-6c0e-4f40-8a0e-56105654022c),segment_id=16359361-6c0e-4f40-8a0e-56105654022c)] {{(pid=91909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:12:59.171421 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:12:59.187518 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-f0747c5d-6994-46bc-91b8-912cfd5bcea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492'] for port, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:59.264663 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-e983f8e3-2a12-45dc-825d-c3ae172732fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:59.280852 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-e983f8e3-2a12-45dc-825d-c3ae172732fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:59.282488 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-e983f8e3-2a12-45dc-825d-c3ae172732fd admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1709882c-9823-48fd-af99-a2b7438588fe HTTP/1.1" status: 204 len: 168 time: 3.0969510 Jun 15 14:12:59.285561 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:12:59.304054 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-44a69e21-5ce6-4799-97b9-28be7d205176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33170815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-53808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781714044429'] for port, after_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:59.315203 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e983f8e3-2a12-45dc-825d-c3ae172732fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1709882c-9823-48fd-af99-a2b7438588fe,revision_number=None']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:12:59.343566 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-e983f8e3-2a12-45dc-825d-c3ae172732fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:12:59.347208 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:12:59.468154 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-33e14bf7-8501-4cbf-b5f2-a5a2dcfe5590 req-7a59dd00-0586-4d24-b192-eb7281f08269 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/ports?device_id=807ea74d-380f-4665-bc01-98bcf480a45f HTTP/1.1" status: 200 len: 210 time: 0.1090930 Jun 15 14:12:59.471707 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36fd39d5-875a-4ef6-917e-942e0d6e6442 req-3007976a-5e22-41cf-acdd-e50287a6f401 tempest-DeleteServersTestJSON-990213416 tempest-DeleteServersTestJSON-990213416-project] Made reservation on behalf of 8a024473f67f46c6baf4e597ab55e4fb for: {'port': 1} {{(pid=91907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:12:59.488976 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-36fd39d5-875a-4ef6-917e-942e0d6e6442 req-3007976a-5e22-41cf-acdd-e50287a6f401 tempest-DeleteServersTestJSON-990213416 tempest-DeleteServersTestJSON-990213416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-33170876'] for port, before_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:59.495377 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Pushing event updated for resources: {'Port': ['ID=f7912445-42b5-46b5-a69a-409dd99d7653,revision_number=4']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:12:59.520928 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:12:59.524560 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.247s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:12:59.625354 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0747c5d-6994-46bc-91b8-912cfd5bcea5 None None] Routers {'de255612-9f80-4085-bcf0-786288c0db94'} bound to L3 agent in host dv-cinder-796471-1-iscsi {{(pid=91909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:12:59.628216 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_hamode_db [None req-f0747c5d-6994-46bc-91b8-912cfd5bcea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796471-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-15T14:04:51Z,description=,heartbeat_timestamp=2021-06-15T14:12:51Z,host='dv-cinder-796471-1-iscsi',id=7c0fcfb6-ee6c-4f84-9204-f4cc96555f34,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:04:51Z,topic='l3_agent')) {'router_ids': ['de255612-9f80-4085-bcf0-786288c0db94'], 'active': True} {{(pid=91909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:12:59.641369 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a69e21-5ce6-4799-97b9-28be7d205176 admin admin] Network 610d1d9e-6798-4665-ba11-cd870fb10064 is already hosted by enough agents. {{(pid=91907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:12:59.750612 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-295cc946-513b-4868-b05f-72e1bdb35837 req-cc509e20-414f-46ee-9ee6-2eafa8f3e5ec tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Made reservation on behalf of 3b9c49b5e22342c8817f864fe7313c45 for: {'port': 1} {{(pid=91906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:12:59.760275 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [req-295cc946-513b-4868-b05f-72e1bdb35837 req-cc509e20-414f-46ee-9ee6-2eafa8f3e5ec tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-33170876'] for port, before_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:12:59.832719 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651facb3-b1ba-462d-9af0-b6239b3ed6a8 None None] Sync routers for ids ['3cba628e-2062-4f8b-931b-0070f2630db7'] in dv-cinder-796471-1-iscsi {{(pid=91910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:12:59.856666 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651facb3-b1ba-462d-9af0-b6239b3ed6a8 None None] Routers {'3cba628e-2062-4f8b-931b-0070f2630db7'} bound to L3 agent in host dv-cinder-796471-1-iscsi {{(pid=91910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:12:59.861355 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-651facb3-b1ba-462d-9af0-b6239b3ed6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796471-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-15T14:04:51Z,description=,heartbeat_timestamp=2021-06-15T14:12:51Z,host='dv-cinder-796471-1-iscsi',id=7c0fcfb6-ee6c-4f84-9204-f4cc96555f34,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:04:51Z,topic='l3_agent')) {'router_ids': ['3cba628e-2062-4f8b-931b-0070f2630db7'], 'active': True} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:13:00.014342 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f48c13-171a-4c57-9b37-81d4fcb7f32b None None] Pushing event updated for resources: {'Port': ['ID=f4341327-fb4c-451a-8be5-5f370dfde9ca,revision_number=3']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:00.033013 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-47f48c13-171a-4c57-9b37-81d4fcb7f32b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.510s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:00.103976 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_dvr_db [None req-f0747c5d-6994-46bc-91b8-912cfd5bcea5 None None] Set router de255612-9f80-4085-bcf0-786288c0db94 gateway port host: dv-cinder-796471-1-iscsi {{(pid=91909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:13:00.205669 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.db.db_base_plugin_common [req-36fd39d5-875a-4ef6-917e-942e0d6e6442 req-3007976a-5e22-41cf-acdd-e50287a6f401 tempest-DeleteServersTestJSON-990213416 tempest-DeleteServersTestJSON-990213416-project] Allocated IP 172.20.0.10 (08b08efa-02c8-41f1-80c4-4cebd8c580e7/11d3574f-5ac1-4e58-a4d2-de21f374209e/ad7ba40e-3a64-49a2-aed5-f1bff299da75) {{(pid=91907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:13:00.285759 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.db.db_base_plugin_common [req-295cc946-513b-4868-b05f-72e1bdb35837 req-cc509e20-414f-46ee-9ee6-2eafa8f3e5ec tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Allocated IP 172.20.0.2 (53647b0d-4ed8-4c65-8def-7670da912845/afd26063-2fe1-438c-a2ba-9412fb4f10c5/b4bd8b82-6993-4194-9681-d6ca79a7cbed) {{(pid=91906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:13:00.446522 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 59164) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:13:00.477203 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvr_db [None req-651facb3-b1ba-462d-9af0-b6239b3ed6a8 None None] Set router 3cba628e-2062-4f8b-931b-0070f2630db7 gateway port host: dv-cinder-796471-1-iscsi {{(pid=91910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:13:00.483899 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-36fd39d5-875a-4ef6-917e-942e0d6e6442 req-3007976a-5e22-41cf-acdd-e50287a6f401 tempest-DeleteServersTestJSON-990213416 tempest-DeleteServersTestJSON-990213416-project] Notify callbacks [] for port, precommit_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:00.532199 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.scheduler.base_scheduler [None req-44a69e21-5ce6-4799-97b9-28be7d205176 admin admin] Resources bound (agent type, host, resource id): {{(pid=91907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:13:00.552135 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a69e21-5ce6-4799-97b9-28be7d205176 admin admin] Received port after_create {{(pid=91907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:13:00.552680 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-44a69e21-5ce6-4799-97b9-28be7d205176 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-670032'] for router_interface, before_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:00.597701 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-36fd39d5-875a-4ef6-917e-942e0d6e6442 req-3007976a-5e22-41cf-acdd-e50287a6f401 tempest-DeleteServersTestJSON-990213416 tempest-DeleteServersTestJSON-990213416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33170815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-53808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781714044429'] for port, after_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:00.605459 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a69e21-5ce6-4799-97b9-28be7d205176 admin admin] Pushing event updated for resources: {'Port': ['ID=23dfee54-5ee9-40fa-a5a6-cef8074b2d74,revision_number=1']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:00.616845 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-44a69e21-5ce6-4799-97b9-28be7d205176 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.270s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:00.828244 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-44a69e21-5ce6-4799-97b9-28be7d205176 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:01.186631 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-5e26bf77-f4bd-4b90-8079-d462062a4954 None None] Provisioning for port 23dfee54-5ee9-40fa-a5a6-cef8074b2d74 completed by entity DHCP. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:13:01.206370 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-5e26bf77-f4bd-4b90-8079-d462062a4954 None None] Provisioning complete for port 23dfee54-5ee9-40fa-a5a6-cef8074b2d74 triggered by entity DHCP. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:13:01.206762 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-5e26bf77-f4bd-4b90-8079-d462062a4954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897510'] for port, provisioning_complete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:01.327625 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [req-295cc946-513b-4868-b05f-72e1bdb35837 req-cc509e20-414f-46ee-9ee6-2eafa8f3e5ec tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Notify callbacks [] for port, precommit_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:01.355916 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-651facb3-b1ba-462d-9af0-b6239b3ed6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cba628e-2062-4f8b-931b-0070f2630db7', 'name': 'tempest-AttachVolumeTestJSON-1484484639-router', 'tenant_id': 'bd051735f59a48aba03badfdff199de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'external_fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.232'}], 'enable_snat': True}, 'gw_port_id': 'f7912445-42b5-46b5-a69a-409dd99d7653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:12:48Z', 'updated_at': '2021-06-15T14:12:56Z', 'revision_number': 4, 'project_id': 'bd051735f59a48aba03badfdff199de6', 'gw_port': {'id': 'f7912445-42b5-46b5-a69a-409dd99d7653', 'name': '', 'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:e8:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cba628e-2062-4f8b-931b-0070f2630db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:12:48Z', 'updated_at': '2021-06-15T14:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796471-1-iscsi', '_interfaces': [{'id': '2da0d1b4-038a-45be-b076-f266fd77e006', 'name': '', 'network_id': '4aa06fea-aa17-4092-a73a-67493e684cef', 'tenant_id': 'bd051735f59a48aba03badfdff199de6', 'mac_address': 'fa:16:3e:f4:3d:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cba628e-2062-4f8b-931b-0070f2630db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '948d283c-351b-4469-a9b0-92e873d860c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:12:54Z', 'updated_at': '2021-06-15T14:12:56Z', 'revision_number': 2, 'project_id': 'bd051735f59a48aba03badfdff199de6', 'subnets': [{'id': '948d283c-351b-4469-a9b0-92e873d860c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796471-1-iscsi', False) {} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:13:01.365369 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.plugin [None req-5e26bf77-f4bd-4b90-8079-d462062a4954 None None] Port 23dfee54-5ee9-40fa-a5a6-cef8074b2d74 cannot update to ACTIVE because it is not bound. {{(pid=91909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 15 14:13:01.369990 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 59188) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:13:01.379832 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_hamode_db [None req-f0747c5d-6994-46bc-91b8-912cfd5bcea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de255612-9f80-4085-bcf0-786288c0db94', 'name': 'tempest-AttachVolumeShelveTestJSON-2098884892-router', 'tenant_id': '52a857fa93204cfd848344919ef0f84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'external_fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': 'f4341327-fb4c-451a-8be5-5f370dfde9ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:12:48Z', 'updated_at': '2021-06-15T14:12:51Z', 'revision_number': 3, 'project_id': '52a857fa93204cfd848344919ef0f84a', 'gw_port': {'id': 'f4341327-fb4c-451a-8be5-5f370dfde9ca', 'name': '', 'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:6c:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de255612-9f80-4085-bcf0-786288c0db94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:12:49Z', 'updated_at': '2021-06-15T14:12:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796471-1-iscsi'}], 'dv-cinder-796471-1-iscsi', False) {} {{(pid=91909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:13:01.388317 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0747c5d-6994-46bc-91b8-912cfd5bcea5 None None] The sync data for ids ['de255612-9f80-4085-bcf0-786288c0db94'] in dv-cinder-796471-1-iscsi is: [{'id': 'de255612-9f80-4085-bcf0-786288c0db94', 'name': 'tempest-AttachVolumeShelveTestJSON-2098884892-router', 'tenant_id': '52a857fa93204cfd848344919ef0f84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'external_fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': 'f4341327-fb4c-451a-8be5-5f370dfde9ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:12:48Z', 'updated_at': '2021-06-15T14:12:51Z', 'revision_number': 3, 'project_id': '52a857fa93204cfd848344919ef0f84a', 'gw_port': {'id': 'f4341327-fb4c-451a-8be5-5f370dfde9ca', 'name': '', 'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:6c:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de255612-9f80-4085-bcf0-786288c0db94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:12:49Z', 'updated_at': '2021-06-15T14:12:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796471-1-iscsi'}] {{(pid=91909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:13:01.391476 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651facb3-b1ba-462d-9af0-b6239b3ed6a8 None None] Checking router: 3cba628e-2062-4f8b-931b-0070f2630db7 for host: dv-cinder-796471-1-iscsi {{(pid=91910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:13:01.395856 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651facb3-b1ba-462d-9af0-b6239b3ed6a8 None None] Updating router 3cba628e-2062-4f8b-931b-0070f2630db7 port 2da0d1b4-038a-45be-b076-f266fd77e006 binding host dv-cinder-796471-1-iscsi {{(pid=91910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 14:13:01.409620 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.v2.base [None req-792a8da9-c5f2-412f-ab42-a2ad11a598e3 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1092776209', 'description': 'tempest-description--831110898'}} {{(pid=91906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:13:01.445880 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [req-295cc946-513b-4868-b05f-72e1bdb35837 req-cc509e20-414f-46ee-9ee6-2eafa8f3e5ec tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33170815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-53808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781714044429'] for port, after_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:01.475526 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-c499cddc-6a7f-43a8-b3e3-b4be5a28995e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:01.561585 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-651facb3-b1ba-462d-9af0-b6239b3ed6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:01.600058 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Device f7912445-42b5-46b5-a69a-409dd99d7653 up at agent ovs-agent-dv-cinder-796471-1-iscsi {{(pid=91909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:13:01.713440 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-0f15c0c5-8608-484d-9048-fb19d2426cbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:01.860431 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Provisioning complete for port f7912445-42b5-46b5-a69a-409dd99d7653 triggered by entity L2. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:13:01.861331 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897510'] for port, provisioning_complete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:01.885504 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36fd39d5-875a-4ef6-917e-942e0d6e6442 req-3007976a-5e22-41cf-acdd-e50287a6f401 tempest-DeleteServersTestJSON-990213416 tempest-DeleteServersTestJSON-990213416-project] Network 08b08efa-02c8-41f1-80c4-4cebd8c580e7 is already hosted by enough agents. {{(pid=91907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:13:01.985338 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.scheduler.base_scheduler [req-36fd39d5-875a-4ef6-917e-942e0d6e6442 req-3007976a-5e22-41cf-acdd-e50287a6f401 tempest-DeleteServersTestJSON-990213416 tempest-DeleteServersTestJSON-990213416-project] Resources bound (agent type, host, resource id): {{(pid=91907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:13:02.035288 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.db.l3_dvrscheduler_db [req-36fd39d5-875a-4ef6-917e-942e0d6e6442 req-3007976a-5e22-41cf-acdd-e50287a6f401 tempest-DeleteServersTestJSON-990213416 tempest-DeleteServersTestJSON-990213416-project] Received port after_create {{(pid=91907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:13:02.063513 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fd39d5-875a-4ef6-917e-942e0d6e6442 req-3007976a-5e22-41cf-acdd-e50287a6f401 tempest-DeleteServersTestJSON-990213416 tempest-DeleteServersTestJSON-990213416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:02.074577 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-36fd39d5-875a-4ef6-917e-942e0d6e6442 req-3007976a-5e22-41cf-acdd-e50287a6f401 tempest-DeleteServersTestJSON-990213416 tempest-DeleteServersTestJSON-990213416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537372'] for port, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:02.074702 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-792a8da9-c5f2-412f-ab42-a2ad11a598e3 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Notify callbacks [] for security_group, before_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:02.242833 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3007976a-5e22-41cf-acdd-e50287a6f401 tempest-DeleteServersTestJSON-990213416 tempest-DeleteServersTestJSON-990213416-project] Pushing event updated for resources: {'Port': ['ID=ad7ba40e-3a64-49a2-aed5-f1bff299da75,revision_number=1']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:02.245018 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-295cc946-513b-4868-b05f-72e1bdb35837 req-cc509e20-414f-46ee-9ee6-2eafa8f3e5ec tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Network 53647b0d-4ed8-4c65-8def-7670da912845 is already hosted by enough agents. {{(pid=91906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:13:02.267396 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-3007976a-5e22-41cf-acdd-e50287a6f401 tempest-DeleteServersTestJSON-990213416 tempest-DeleteServersTestJSON-990213416-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.436s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:02.304449 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.scheduler.base_scheduler [req-295cc946-513b-4868-b05f-72e1bdb35837 req-cc509e20-414f-46ee-9ee6-2eafa8f3e5ec tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Resources bound (agent type, host, resource id): {{(pid=91906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:13:02.315825 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.db.l3_dvrscheduler_db [req-295cc946-513b-4868-b05f-72e1bdb35837 req-cc509e20-414f-46ee-9ee6-2eafa8f3e5ec tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Received port after_create {{(pid=91906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:13:02.329857 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295cc946-513b-4868-b05f-72e1bdb35837 req-cc509e20-414f-46ee-9ee6-2eafa8f3e5ec tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:02.330793 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [req-295cc946-513b-4868-b05f-72e1bdb35837 req-cc509e20-414f-46ee-9ee6-2eafa8f3e5ec tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537372'] for port, before_response {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:02.340391 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc509e20-414f-46ee-9ee6-2eafa8f3e5ec tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Pushing event updated for resources: {'Port': ['ID=b4bd8b82-6993-4194-9681-d6ca79a7cbed,revision_number=1']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:02.376315 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-cc509e20-414f-46ee-9ee6-2eafa8f3e5ec tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.663s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:02.454351 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d29264-0541-4f06-9e4f-19014e94223b req-590b769d-1bc8-48bf-a38f-986a9fc68a59 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:02.465455 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-84d29264-0541-4f06-9e4f-19014e94223b req-590b769d-1bc8-48bf-a38f-986a9fc68a59 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/ports?device_id=807ea74d-380f-4665-bc01-98bcf480a45f HTTP/1.1" status: 200 len: 931 time: 1.0016549 Jun 15 14:13:02.687290 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-84d29264-0541-4f06-9e4f-19014e94223b req-f8722011-ba76-477f-9083-b94fc09ef756 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/security-groups?id=69da6443-a760-4382-8ecd-b3b336e40d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204459 Jun 15 14:13:02.755457 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1303b356-aa99-4e27-8191-abe52230dfe9 req-03ea10e7-7ab2-421b-b4e1-28cc46db9585 tempest-DeleteServersTestJSON-990213416 tempest-DeleteServersTestJSON-990213416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:02.764999 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-1303b356-aa99-4e27-8191-abe52230dfe9 req-03ea10e7-7ab2-421b-b4e1-28cc46db9585 tempest-DeleteServersTestJSON-990213416 tempest-DeleteServersTestJSON-990213416-project] 10.222.0.26 "GET /v2.0/ports?device_id=a884f239-618a-4254-956e-2a9f3619dd3e HTTP/1.1" status: 200 len: 932 time: 2.1875989 Jun 15 14:13:02.790473 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-c499cddc-6a7f-43a8-b3e3-b4be5a28995e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:02.797251 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-c499cddc-6a7f-43a8-b3e3-b4be5a28995e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:02.801705 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-0d154e0f-c8de-4355-8736-9b10b40ea0d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:02.823059 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 59226) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:13:02.843399 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-36fd39d5-875a-4ef6-917e-942e0d6e6442 req-3007976a-5e22-41cf-acdd-e50287a6f401 tempest-DeleteServersTestJSON-990213416 tempest-DeleteServersTestJSON-990213416-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8920918 Jun 15 14:13:02.896464 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-c499cddc-6a7f-43a8-b3e3-b4be5a28995e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=74e51b2344e94736b6623d31fe8fe782&name=default HTTP/1.1" status: 200 len: 2978 time: 2.4401951 Jun 15 14:13:02.898865 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [req-36fd39d5-875a-4ef6-917e-942e0d6e6442 req-c3589a6e-fa51-4966-bf0d-96d4adfe1d63 tempest-DeleteServersTestJSON-990213416 tempest-DeleteServersTestJSON-990213416-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=91907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 15 14:13:02.900149 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-36fd39d5-875a-4ef6-917e-942e0d6e6442 req-c3589a6e-fa51-4966-bf0d-96d4adfe1d63 tempest-DeleteServersTestJSON-990213416 tempest-DeleteServersTestJSON-990213416-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0237334 Jun 15 14:13:02.901248 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c499cddc-6a7f-43a8-b3e3-b4be5a28995e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7a526ed-3732-449c-b1a6-858e94821d51,revision_number=1']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:02.911238 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 59232) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:13:02.916519 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-c499cddc-6a7f-43a8-b3e3-b4be5a28995e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:02.946270 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-651facb3-b1ba-462d-9af0-b6239b3ed6a8 None None] Notify callbacks [] for port, precommit_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:02.994663 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-651facb3-b1ba-462d-9af0-b6239b3ed6a8 None None] Transition to ACTIVE for port object 2da0d1b4-038a-45be-b076-f266fd77e006 will not be triggered until provisioned by entity L2. {{(pid=91910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:13:03.017982 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-651facb3-b1ba-462d-9af0-b6239b3ed6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492'] for port, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:03.030432 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-1303b356-aa99-4e27-8191-abe52230dfe9 req-6b7fd37a-9feb-4798-9216-d77ef0d85ea2 tempest-DeleteServersTestJSON-990213416 tempest-DeleteServersTestJSON-990213416-project] 10.222.0.26 "GET /v2.0/security-groups?id=49a4afe6-1679-480c-8c2d-9390de44efef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440534 Jun 15 14:13:03.035629 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-44a69e21-5ce6-4799-97b9-28be7d205176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:03.039077 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:03.103523 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-792a8da9-c5f2-412f-ab42-a2ad11a598e3 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Notify callbacks [] for security_group, precommit_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:03.123501 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-792a8da9-c5f2-412f-ab42-a2ad11a598e3 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:03.125804 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-c9121632-8ece-4055-9319-58fada0dd3dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:03.141057 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-295cc946-513b-4868-b05f-72e1bdb35837 req-cc509e20-414f-46ee-9ee6-2eafa8f3e5ec tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2114532 Jun 15 14:13:03.172091 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b33b49-ce69-475a-8e83-762f53f676f2 None None] Pushing event updated for resources: {'Port': ['ID=2da0d1b4-038a-45be-b076-f266fd77e006,revision_number=3']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:03.217429 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:03.328898 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-c9121632-8ece-4055-9319-58fada0dd3dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:03.524279 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-c9121632-8ece-4055-9319-58fada0dd3dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:03.525282 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-cf810cdd-b6e9-4604-b31b-74683b9050ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:03.605972 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-86b33b49-ce69-475a-8e83-762f53f676f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.567s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:03.641664 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Device f4341327-fb4c-451a-8be5-5f370dfde9ca up at agent ovs-agent-dv-cinder-796471-1-iscsi {{(pid=91909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:13:03.655223 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-c9121632-8ece-4055-9319-58fada0dd3dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:03.675304 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-c9121632-8ece-4055-9319-58fada0dd3dc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a7a526ed-3732-449c-b1a6-858e94821d51 HTTP/1.1" status: 204 len: 168 time: 0.7615347 Jun 15 14:13:03.692370 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.v2.base [req-295cc946-513b-4868-b05f-72e1bdb35837 req-ce6e5185-41df-4141-9e26-2927ee95594b service neutron] Request body: {'port': {'device_id': '807ea74d-380f-4665-bc01-98bcf480a45f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79647'}} {{(pid=91907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:13:03.732628 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-792a8da9-c5f2-412f-ab42-a2ad11a598e3 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Notify callbacks [] for security_group, before_response {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:03.735308 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-792a8da9-c5f2-412f-ab42-a2ad11a598e3 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.3608475 Jun 15 14:13:03.739386 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 59258) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:13:03.806897 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.v2.base [None req-1395503d-6eab-4d7b-8d51-dfd5e75cc82c tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Request body: {'security_group_rule': {'security_group_id': 'f8daf90f-052e-4250-95f7-9d7da7fb7be2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:13:03.821226 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.v2.base [req-36fd39d5-875a-4ef6-917e-942e0d6e6442 req-3e820e4a-7618-4291-8ad6-1365363c1d04 service neutron] Request body: {'port': {'device_id': 'a884f239-618a-4254-956e-2a9f3619dd3e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79647'}} {{(pid=91906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:13:03.827676 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792a8da9-c5f2-412f-ab42-a2ad11a598e3 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8daf90f-052e-4250-95f7-9d7da7fb7be2,revision_number=1']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:03.834450 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.managers [None req-651facb3-b1ba-462d-9af0-b6239b3ed6a8 None None] Attempting to bind port 2da0d1b4-038a-45be-b076-f266fd77e006 on host dv-cinder-796471-1-iscsi for vnic_type normal with profile {{(pid=91910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:13:03.848062 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.managers [None req-651facb3-b1ba-462d-9af0-b6239b3ed6a8 None None] Attempting to bind port 2da0d1b4-038a-45be-b076-f266fd77e006 by drivers openvswitch,hyperv on host dv-cinder-796471-1-iscsi at level 0 using segments [{'id': '73a4283b-e0a5-4dad-80d0-c61f4808d629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '4aa06fea-aa17-4092-a73a-67493e684cef'}] {{(pid=91910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:13:03.848062 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651facb3-b1ba-462d-9af0-b6239b3ed6a8 None None] Attempting to bind port 2da0d1b4-038a-45be-b076-f266fd77e006 on network 4aa06fea-aa17-4092-a73a-67493e684cef {{(pid=91910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:13:03.851551 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-792a8da9-c5f2-412f-ab42-a2ad11a598e3 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.634s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:03.865079 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-44a69e21-5ce6-4799-97b9-28be7d205176 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:03.873113 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.191s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:03.873258 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651facb3-b1ba-462d-9af0-b6239b3ed6a8 None None] Checking agent: {'id': 'a00a16a2-d8fd-48bc-a1ff-18db44b70890', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796471-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 4, 51), 'started_at': datetime.datetime(2021, 6, 15, 14, 5, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796471-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:13:03.873258 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651facb3-b1ba-462d-9af0-b6239b3ed6a8 None None] Checking segment: {'id': '73a4283b-e0a5-4dad-80d0-c61f4808d629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '4aa06fea-aa17-4092-a73a-67493e684cef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:13:03.873258 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-651facb3-b1ba-462d-9af0-b6239b3ed6a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:03.873258 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651facb3-b1ba-462d-9af0-b6239b3ed6a8 None None] Bound using segment: {'id': '73a4283b-e0a5-4dad-80d0-c61f4808d629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '4aa06fea-aa17-4092-a73a-67493e684cef'} {{(pid=91910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:13:03.873258 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.managers [None req-651facb3-b1ba-462d-9af0-b6239b3ed6a8 None None] Bound port: 2da0d1b4-038a-45be-b076-f266fd77e006, host: dv-cinder-796471-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73a4283b-e0a5-4dad-80d0-c61f4808d629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '4aa06fea-aa17-4092-a73a-67493e684cef'}}] {{(pid=91910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:13:03.875072 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-651facb3-b1ba-462d-9af0-b6239b3ed6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:03.883257 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-44a69e21-5ce6-4799-97b9-28be7d205176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492'] for port, after_update {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:03.887711 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Provisioning for port f4341327-fb4c-451a-8be5-5f370dfde9ca completed by entity L2. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:13:03.889359 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-44a69e21-5ce6-4799-97b9-28be7d205176 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-670148'] for router_interface, after_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:03.892197 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-d7710281-5eae-4fc1-9e1c-ee3352946fd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:03.899402 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Provisioning complete for port f4341327-fb4c-451a-8be5-5f370dfde9ca triggered by entity L2. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:13:03.904063 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897510'] for port, provisioning_complete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:03.973755 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-295cc946-513b-4868-b05f-72e1bdb35837 req-ce6e5185-41df-4141-9e26-2927ee95594b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:04.006467 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9121632-8ece-4055-9319-58fada0dd3dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7a526ed-3732-449c-b1a6-858e94821d51,revision_number=None']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:04.023930 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-c9121632-8ece-4055-9319-58fada0dd3dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:04.155516 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-651facb3-b1ba-462d-9af0-b6239b3ed6a8 None None] For port 2da0d1b4-038a-45be-b076-f266fd77e006, host dv-cinder-796471-1-iscsi, cleared binding levels {{(pid=91910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:13:04.173921 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-651facb3-b1ba-462d-9af0-b6239b3ed6a8 None None] For port 2da0d1b4-038a-45be-b076-f266fd77e006, host dv-cinder-796471-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796471-1-iscsi',level=0,port_id=2da0d1b4-038a-45be-b076-f266fd77e006,segment=NetworkSegment(73a4283b-e0a5-4dad-80d0-c61f4808d629),segment_id=73a4283b-e0a5-4dad-80d0-c61f4808d629)] {{(pid=91910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:13:04.195027 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-651facb3-b1ba-462d-9af0-b6239b3ed6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492'] for port, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:04.203048 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-557fa284-b38c-4ee9-9fe9-c7581b22d5a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:04.330769 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [req-36fd39d5-875a-4ef6-917e-942e0d6e6442 req-3e820e4a-7618-4291-8ad6-1365363c1d04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:04.472821 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:04.496810 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651facb3-b1ba-462d-9af0-b6239b3ed6a8 None None] Routers {'3cba628e-2062-4f8b-931b-0070f2630db7'} bound to L3 agent in host dv-cinder-796471-1-iscsi {{(pid=91910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:13:04.497835 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-651facb3-b1ba-462d-9af0-b6239b3ed6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796471-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-15T14:04:51Z,description=,heartbeat_timestamp=2021-06-15T14:12:51Z,host='dv-cinder-796471-1-iscsi',id=7c0fcfb6-ee6c-4f84-9204-f4cc96555f34,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:04:51Z,topic='l3_agent')) {'router_ids': ['3cba628e-2062-4f8b-931b-0070f2630db7'], 'active': True} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:13:04.601931 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] For port f4341327-fb4c-451a-8be5-5f370dfde9ca, host dv-cinder-796471-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796471-1-iscsi',level=0,port_id=f4341327-fb4c-451a-8be5-5f370dfde9ca,segment=NetworkSegment(16359361-6c0e-4f40-8a0e-56105654022c),segment_id=16359361-6c0e-4f40-8a0e-56105654022c)] {{(pid=91909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:13:04.619963 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492'] for port, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:04.624592 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-66f36801-ab5d-4d4a-8d01-fc46d7416e65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:04.647815 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b33b49-ce69-475a-8e83-762f53f676f2 None None] Pushing event updated for resources: {'Port': ['ID=2da0d1b4-038a-45be-b076-f266fd77e006,revision_number=4']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:04.655267 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-86b33b49-ce69-475a-8e83-762f53f676f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.454s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:04.698572 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-cf810cdd-b6e9-4604-b31b-74683b9050ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:04.794354 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Pushing event updated for resources: {'Port': ['ID=f4341327-fb4c-451a-8be5-5f370dfde9ca,revision_number=4']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:04.799714 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:04.830705 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 59280) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:13:04.920365 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-cf810cdd-b6e9-4604-b31b-74683b9050ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:04.936556 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvr_db [None req-651facb3-b1ba-462d-9af0-b6239b3ed6a8 None None] Set router 3cba628e-2062-4f8b-931b-0070f2630db7 gateway port host: dv-cinder-796471-1-iscsi {{(pid=91910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:13:04.974526 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36478c9b-7603-4459-b679-e366bc13de17 req-f4648425-af9c-439e-9583-f5b732df080a tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:04.978771 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-36478c9b-7603-4459-b679-e366bc13de17 req-f4648425-af9c-439e-9583-f5b732df080a tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/ports?device_id=807ea74d-380f-4665-bc01-98bcf480a45f HTTP/1.1" status: 200 len: 931 time: 0.7833331 Jun 15 14:13:05.003719 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a69e21-5ce6-4799-97b9-28be7d205176 admin admin] Pushing event updated for resources: {'Port': ['ID=23dfee54-5ee9-40fa-a5a6-cef8074b2d74,revision_number=2']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:05.010567 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:05.013617 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-44a69e21-5ce6-4799-97b9-28be7d205176 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.120s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:05.014816 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-6b95900f-a704-4fde-be30-a2c343f5caca admin admin] Notify callbacks [] for security_group, before_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:05.229210 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf810cdd-b6e9-4604-b31b-74683b9050ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c12bf62-2823-4feb-a53f-d7ecf854e15b,revision_number=1']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:05.271888 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-cf810cdd-b6e9-4604-b31b-74683b9050ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:05.299580 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-cf810cdd-b6e9-4604-b31b-74683b9050ca admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=dbff43e7cf2d495dac786f2872cceb49&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4662099 Jun 15 14:13:05.335134 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 59290) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:13:05.369647 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-1395503d-6eab-4d7b-8d51-dfd5e75cc82c tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:05.499025 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Device f4341327-fb4c-451a-8be5-5f370dfde9ca up at agent ovs-agent-dv-cinder-796471-1-iscsi {{(pid=91909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:13:05.501208 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-651facb3-b1ba-462d-9af0-b6239b3ed6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cba628e-2062-4f8b-931b-0070f2630db7', 'name': 'tempest-AttachVolumeTestJSON-1484484639-router', 'tenant_id': 'bd051735f59a48aba03badfdff199de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'external_fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.232'}], 'enable_snat': True}, 'gw_port_id': 'f7912445-42b5-46b5-a69a-409dd99d7653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:12:48Z', 'updated_at': '2021-06-15T14:12:56Z', 'revision_number': 4, 'project_id': 'bd051735f59a48aba03badfdff199de6', 'gw_port': {'id': 'f7912445-42b5-46b5-a69a-409dd99d7653', 'name': '', 'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:e8:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cba628e-2062-4f8b-931b-0070f2630db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:12:48Z', 'updated_at': '2021-06-15T14:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796471-1-iscsi', '_interfaces': [{'id': '2da0d1b4-038a-45be-b076-f266fd77e006', 'name': '', 'network_id': '4aa06fea-aa17-4092-a73a-67493e684cef', 'tenant_id': 'bd051735f59a48aba03badfdff199de6', 'mac_address': 'fa:16:3e:f4:3d:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cba628e-2062-4f8b-931b-0070f2630db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '948d283c-351b-4469-a9b0-92e873d860c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:12:54Z', 'updated_at': '2021-06-15T14:13:04Z', 'revision_number': 4, 'project_id': 'bd051735f59a48aba03badfdff199de6', 'subnets': [{'id': '948d283c-351b-4469-a9b0-92e873d860c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796471-1-iscsi', False) {} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:13:05.505747 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651facb3-b1ba-462d-9af0-b6239b3ed6a8 None None] The sync data for ids ['3cba628e-2062-4f8b-931b-0070f2630db7'] in dv-cinder-796471-1-iscsi is: [{'id': '3cba628e-2062-4f8b-931b-0070f2630db7', 'name': 'tempest-AttachVolumeTestJSON-1484484639-router', 'tenant_id': 'bd051735f59a48aba03badfdff199de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'external_fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.232'}], 'enable_snat': True}, 'gw_port_id': 'f7912445-42b5-46b5-a69a-409dd99d7653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:12:48Z', 'updated_at': '2021-06-15T14:12:56Z', 'revision_number': 4, 'project_id': 'bd051735f59a48aba03badfdff199de6', 'gw_port': {'id': 'f7912445-42b5-46b5-a69a-409dd99d7653', 'name': '', 'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:e8:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cba628e-2062-4f8b-931b-0070f2630db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:12:48Z', 'updated_at': '2021-06-15T14:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796471-1-iscsi', '_interfaces': [{'id': '2da0d1b4-038a-45be-b076-f266fd77e006', 'name': '', 'network_id': '4aa06fea-aa17-4092-a73a-67493e684cef', 'tenant_id': 'bd051735f59a48aba03badfdff199de6', 'mac_address': 'fa:16:3e:f4:3d:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cba628e-2062-4f8b-931b-0070f2630db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '948d283c-351b-4469-a9b0-92e873d860c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:12:54Z', 'updated_at': '2021-06-15T14:13:04Z', 'revision_number': 4, 'project_id': 'bd051735f59a48aba03badfdff199de6', 'subnets': [{'id': '948d283c-351b-4469-a9b0-92e873d860c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:13:05.587477 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-1395503d-6eab-4d7b-8d51-dfd5e75cc82c tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:05.610915 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a69e21-5ce6-4799-97b9-28be7d205176 admin admin] Network 610d1d9e-6798-4665-ba11-cd870fb10064 is already hosted by enough agents. {{(pid=91907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:13:05.620428 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.scheduler.base_scheduler [None req-44a69e21-5ce6-4799-97b9-28be7d205176 admin admin] Resources bound (agent type, host, resource id): {{(pid=91907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:13:05.642456 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-1395503d-6eab-4d7b-8d51-dfd5e75cc82c tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736153'] for security_group_rule, after_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:05.678743 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Provisioning complete for port f4341327-fb4c-451a-8be5-5f370dfde9ca triggered by entity L2. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:13:05.679164 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897510'] for port, provisioning_complete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:05.729809 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.notifiers.nova [req-36fd39d5-875a-4ef6-917e-942e0d6e6442 req-3e820e4a-7618-4291-8ad6-1365363c1d04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad7ba40e-3a64-49a2-aed5-f1bff299da75 {{(pid=91906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:13:05.739129 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 59294) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:13:05.756510 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [req-36fd39d5-875a-4ef6-917e-942e0d6e6442 req-3e820e4a-7618-4291-8ad6-1365363c1d04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:05.786821 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.db.provisioning_blocks [req-36fd39d5-875a-4ef6-917e-942e0d6e6442 req-3e820e4a-7618-4291-8ad6-1365363c1d04 service neutron] Transition to ACTIVE for port object ad7ba40e-3a64-49a2-aed5-f1bff299da75 will not be triggered until provisioned by entity L2. {{(pid=91906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:13:05.797940 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-36478c9b-7603-4459-b679-e366bc13de17 req-8f28bf50-1c8d-4c9d-a8d5-314555cc7bb4 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/security-groups?id=69da6443-a760-4382-8ecd-b3b336e40d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7817781 Jun 15 14:13:05.811237 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [req-36fd39d5-875a-4ef6-917e-942e0d6e6442 req-3e820e4a-7618-4291-8ad6-1365363c1d04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492'] for port, after_update {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:05.829799 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:05.874450 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-29dc1647-3804-4694-9b72-136dedf668ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:05.938417 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-29dc1647-3804-4694-9b72-136dedf668ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:06.034690 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:06.063822 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b6ebe1-2943-4ca7-a675-9ef782986e83 req-75808993-6e8b-44df-9770-caca671771c5 tempest-DeleteServersTestJSON-990213416 tempest-DeleteServersTestJSON-990213416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:06.065420 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-20b6ebe1-2943-4ca7-a675-9ef782986e83 req-75808993-6e8b-44df-9770-caca671771c5 tempest-DeleteServersTestJSON-990213416 tempest-DeleteServersTestJSON-990213416-project] 10.222.0.26 "GET /v2.0/ports?device_id=a884f239-618a-4254-956e-2a9f3619dd3e HTTP/1.1" status: 200 len: 932 time: 1.4413290 Jun 15 14:13:06.185108 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-b76993de-71f7-4a10-9a69-45e063ded696 None None] Provisioning complete for port 23dfee54-5ee9-40fa-a5a6-cef8074b2d74 triggered by entity DHCP. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:13:06.185995 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-b76993de-71f7-4a10-9a69-45e063ded696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897510'] for port, provisioning_complete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:06.218747 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1395503d-6eab-4d7b-8d51-dfd5e75cc82c tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b99c93f8-0352-4627-a5ea-37b601574664,revision_number=0']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:06.285522 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-5d85658b-7652-47a8-817e-6d1d5d8b713b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:06.289457 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.plugin [None req-b76993de-71f7-4a10-9a69-45e063ded696 None None] Port 23dfee54-5ee9-40fa-a5a6-cef8074b2d74 cannot update to ACTIVE because it is not bound. {{(pid=91909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 15 14:13:06.301658 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e820e4a-7618-4291-8ad6-1365363c1d04 service neutron] Pushing event updated for resources: {'Port': ['ID=ad7ba40e-3a64-49a2-aed5-f1bff299da75,revision_number=2']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:06.317243 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-3e820e4a-7618-4291-8ad6-1365363c1d04 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.488s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:06.325652 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-1395503d-6eab-4d7b-8d51-dfd5e75cc82c tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:06.329493 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.managers [req-36fd39d5-875a-4ef6-917e-942e0d6e6442 req-3e820e4a-7618-4291-8ad6-1365363c1d04 service neutron] Attempting to bind port ad7ba40e-3a64-49a2-aed5-f1bff299da75 on host hv-cinder-79647 for vnic_type normal with profile {{(pid=91906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:13:06.329899 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.managers [req-36fd39d5-875a-4ef6-917e-942e0d6e6442 req-3e820e4a-7618-4291-8ad6-1365363c1d04 service neutron] Attempting to bind port ad7ba40e-3a64-49a2-aed5-f1bff299da75 by drivers openvswitch,hyperv on host hv-cinder-79647 at level 0 using segments [{'id': '81ab1b1a-4402-48aa-be1b-b9e059925070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '08b08efa-02c8-41f1-80c4-4cebd8c580e7'}] {{(pid=91906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:13:06.330203 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36fd39d5-875a-4ef6-917e-942e0d6e6442 req-3e820e4a-7618-4291-8ad6-1365363c1d04 service neutron] Attempting to bind port ad7ba40e-3a64-49a2-aed5-f1bff299da75 on network 08b08efa-02c8-41f1-80c4-4cebd8c580e7 {{(pid=91906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:13:06.336506 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36fd39d5-875a-4ef6-917e-942e0d6e6442 req-3e820e4a-7618-4291-8ad6-1365363c1d04 service neutron] Port ad7ba40e-3a64-49a2-aed5-f1bff299da75 on network 08b08efa-02c8-41f1-80c4-4cebd8c580e7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79647 {{(pid=91906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 14:13:06.336506 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36fd39d5-875a-4ef6-917e-942e0d6e6442 req-3e820e4a-7618-4291-8ad6-1365363c1d04 service neutron] Attempting to bind port ad7ba40e-3a64-49a2-aed5-f1bff299da75 on network 08b08efa-02c8-41f1-80c4-4cebd8c580e7 {{(pid=91906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:13:06.344408 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36fd39d5-875a-4ef6-917e-942e0d6e6442 req-3e820e4a-7618-4291-8ad6-1365363c1d04 service neutron] Checking agent: {'id': 'ecd79229-812b-453e-8934-f3ab9293fb1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79647', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 10, 57), 'started_at': datetime.datetime(2021, 6, 15, 14, 10, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 12, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:13:06.344408 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36fd39d5-875a-4ef6-917e-942e0d6e6442 req-3e820e4a-7618-4291-8ad6-1365363c1d04 service neutron] Checking segment: {'id': '81ab1b1a-4402-48aa-be1b-b9e059925070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '08b08efa-02c8-41f1-80c4-4cebd8c580e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:13:06.344408 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36fd39d5-875a-4ef6-917e-942e0d6e6442 req-3e820e4a-7618-4291-8ad6-1365363c1d04 service neutron] Bound using segment: {'id': '81ab1b1a-4402-48aa-be1b-b9e059925070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '08b08efa-02c8-41f1-80c4-4cebd8c580e7'} {{(pid=91906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:13:06.344408 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.managers [req-36fd39d5-875a-4ef6-917e-942e0d6e6442 req-3e820e4a-7618-4291-8ad6-1365363c1d04 service neutron] Bound port: ad7ba40e-3a64-49a2-aed5-f1bff299da75, host: hv-cinder-79647, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81ab1b1a-4402-48aa-be1b-b9e059925070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '08b08efa-02c8-41f1-80c4-4cebd8c580e7'}}] {{(pid=91906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:13:06.344408 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [req-36fd39d5-875a-4ef6-917e-942e0d6e6442 req-3e820e4a-7618-4291-8ad6-1365363c1d04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:06.384756 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44a69e21-5ce6-4799-97b9-28be7d205176 admin admin] Router de255612-9f80-4085-bcf0-786288c0db94 has already been hosted by L3 agent 7c0fcfb6-ee6c-4f84-9204-f4cc96555f34 {{(pid=91907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:13:06.391770 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-29dc1647-3804-4694-9b72-136dedf668ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:06.431080 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-29dc1647-3804-4694-9b72-136dedf668ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:06.432487 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-29dc1647-3804-4694-9b72-136dedf668ac admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7c12bf62-2823-4feb-a53f-d7ecf854e15b HTTP/1.1" status: 204 len: 168 time: 1.0961602 Jun 15 14:13:06.435534 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:06.518060 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dc1647-3804-4694-9b72-136dedf668ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c12bf62-2823-4feb-a53f-d7ecf854e15b,revision_number=None']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:06.526147 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-29dc1647-3804-4694-9b72-136dedf668ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:06.593640 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.db [req-36fd39d5-875a-4ef6-917e-942e0d6e6442 req-3e820e4a-7618-4291-8ad6-1365363c1d04 service neutron] For port ad7ba40e-3a64-49a2-aed5-f1bff299da75, host hv-cinder-79647, cleared binding levels {{(pid=91906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:13:06.670984 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.db [req-36fd39d5-875a-4ef6-917e-942e0d6e6442 req-3e820e4a-7618-4291-8ad6-1365363c1d04 service neutron] For port ad7ba40e-3a64-49a2-aed5-f1bff299da75, host hv-cinder-79647, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79647',level=0,port_id=ad7ba40e-3a64-49a2-aed5-f1bff299da75,segment=NetworkSegment(81ab1b1a-4402-48aa-be1b-b9e059925070),segment_id=81ab1b1a-4402-48aa-be1b-b9e059925070)] {{(pid=91906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:13:06.687223 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [req-36fd39d5-875a-4ef6-917e-942e0d6e6442 req-3e820e4a-7618-4291-8ad6-1365363c1d04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492'] for port, after_update {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:06.715780 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-8407199f-de02-4f51-a67c-5af136146e74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:06.767914 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-6b95900f-a704-4fde-be30-a2c343f5caca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:06.775243 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-20b6ebe1-2943-4ca7-a675-9ef782986e83 req-9acf3154-3c20-4949-8596-864d746f9525 tempest-DeleteServersTestJSON-990213416 tempest-DeleteServersTestJSON-990213416-project] 10.222.0.26 "GET /v2.0/security-groups?id=49a4afe6-1679-480c-8c2d-9390de44efef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5993166 Jun 15 14:13:06.876215 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-6b95900f-a704-4fde-be30-a2c343f5caca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:07.023956 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-1395503d-6eab-4d7b-8d51-dfd5e75cc82c tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:07.029390 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-1395503d-6eab-4d7b-8d51-dfd5e75cc82c tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 3.2572517 Jun 15 14:13:07.030131 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:07.118767 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 59308) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:13:07.119415 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 59310) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:13:07.122102 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.notifiers.nova [req-295cc946-513b-4868-b05f-72e1bdb35837 req-ce6e5185-41df-4141-9e26-2927ee95594b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4bd8b82-6993-4194-9681-d6ca79a7cbed {{(pid=91907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:13:07.153696 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-295cc946-513b-4868-b05f-72e1bdb35837 req-ce6e5185-41df-4141-9e26-2927ee95594b service neutron] Notify callbacks [] for port, precommit_update {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:07.161796 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.v2.base [None req-247d7d66-3483-476b-845d-6c8c3a174ac8 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Request body: {'security_group_rule': {'security_group_id': 'f8daf90f-052e-4250-95f7-9d7da7fb7be2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:13:07.203252 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fd39d5-875a-4ef6-917e-942e0d6e6442 req-3e820e4a-7618-4291-8ad6-1365363c1d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:07.203915 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [req-36fd39d5-875a-4ef6-917e-942e0d6e6442 req-3e820e4a-7618-4291-8ad6-1365363c1d04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537372'] for port, before_response {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:07.206070 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-36fd39d5-875a-4ef6-917e-942e0d6e6442 req-3e820e4a-7618-4291-8ad6-1365363c1d04 service neutron] 10.222.0.67 "PUT /v2.0/ports/ad7ba40e-3a64-49a2-aed5-f1bff299da75 HTTP/1.1" status: 200 len: 1094 time: 3.6920583 Jun 15 14:13:07.219909 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a884f239-618a-4254-956e-2a9f3619dd3e', 'tag': 'ad7ba40e-3a64-49a2-aed5-f1bff299da75'}] {{(pid=91906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:13:07.227494 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-074805fd-797a-46f2-b666-5787519e6aa0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:07.258318 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b95900f-a704-4fde-be30-a2c343f5caca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50f071ac-685e-41d5-826f-1d5e1b7c84eb,revision_number=1']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:07.264207 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.db.provisioning_blocks [req-295cc946-513b-4868-b05f-72e1bdb35837 req-ce6e5185-41df-4141-9e26-2927ee95594b service neutron] Transition to ACTIVE for port object b4bd8b82-6993-4194-9681-d6ca79a7cbed will not be triggered until provisioned by entity L2. {{(pid=91907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:13:07.268825 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-6b95900f-a704-4fde-be30-a2c343f5caca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:07.274009 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-6b95900f-a704-4fde-be30-a2c343f5caca admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e34514ea45874b55b3ea37a18e054375&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4249964 Jun 15 14:13:07.274829 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 59314) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:13:07.279171 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-295cc946-513b-4868-b05f-72e1bdb35837 req-ce6e5185-41df-4141-9e26-2927ee95594b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492'] for port, after_update {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:07.303858 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:07.411977 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e820e4a-7618-4291-8ad6-1365363c1d04 service neutron] Pushing event updated for resources: {'Port': ['ID=ad7ba40e-3a64-49a2-aed5-f1bff299da75,revision_number=3']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:07.416110 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-3e820e4a-7618-4291-8ad6-1365363c1d04 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.701s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:07.475931 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236c3594-7185-480a-b6e3-2f53e7cdd019 req-ca96834f-48b5-4f58-b3ce-b324a21f9295 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:07.482013 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-236c3594-7185-480a-b6e3-2f53e7cdd019 req-ca96834f-48b5-4f58-b3ce-b324a21f9295 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/ports?device_id=807ea74d-380f-4665-bc01-98bcf480a45f HTTP/1.1" status: 200 len: 943 time: 0.2729514 Jun 15 14:13:07.553816 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44a69e21-5ce6-4799-97b9-28be7d205176 admin admin] Notify agent at l3_agent.dv-cinder-796471-1-iscsi the message routers_updated {{(pid=91907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:13:07.566633 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6adc7d92-a0f3-4174-bd9a-d6aeb74220b1 None None] Sync routers for ids ['de255612-9f80-4085-bcf0-786288c0db94'] in dv-cinder-796471-1-iscsi {{(pid=91909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:13:07.579278 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-44a69e21-5ce6-4799-97b9-28be7d205176 admin admin] 10.222.0.26 "PUT /v2.0/routers/de255612-9f80-4085-bcf0-786288c0db94/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.6479249 Jun 15 14:13:07.600421 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6adc7d92-a0f3-4174-bd9a-d6aeb74220b1 None None] Routers {'de255612-9f80-4085-bcf0-786288c0db94'} bound to L3 agent in host dv-cinder-796471-1-iscsi {{(pid=91909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:13:07.601088 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_hamode_db [None req-6adc7d92-a0f3-4174-bd9a-d6aeb74220b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796471-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-15T14:04:51Z,description=,heartbeat_timestamp=2021-06-15T14:12:51Z,host='dv-cinder-796471-1-iscsi',id=7c0fcfb6-ee6c-4f84-9204-f4cc96555f34,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:04:51Z,topic='l3_agent')) {'router_ids': ['de255612-9f80-4085-bcf0-786288c0db94'], 'active': True} {{(pid=91909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:13:07.643181 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-236c3594-7185-480a-b6e3-2f53e7cdd019 req-2484d065-5d52-49fa-aa82-409d3d57e2a6 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/security-groups?id=69da6443-a760-4382-8ecd-b3b336e40d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514554 Jun 15 14:13:07.659530 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-5d85658b-7652-47a8-817e-6d1d5d8b713b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:07.671763 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-5d85658b-7652-47a8-817e-6d1d5d8b713b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:07.722755 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:07.744329 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Device 2da0d1b4-038a-45be-b076-f266fd77e006 up at agent ovs-agent-dv-cinder-796471-1-iscsi {{(pid=91909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:13:07.763146 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6e5185-41df-4141-9e26-2927ee95594b service neutron] Pushing event updated for resources: {'Port': ['ID=b4bd8b82-6993-4194-9681-d6ca79a7cbed,revision_number=2']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:07.805182 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6e08b2e8a943f90b978338aafac4b6863d86ad6c280d3789afb6c36825669ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7702f45-9781-445a-aa19-6f7abb02eb67" -d '{"events": [{"name": "network-changed", "server_uuid": "a884f239-618a-4254-956e-2a9f3619dd3e", "tag": "ad7ba40e-3a64-49a2-aed5-f1bff299da75"}]}' {{(pid=91906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:13:07.879490 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-ce6e5185-41df-4141-9e26-2927ee95594b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.576s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:07.910832 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-ad4b29a8-df52-4588-9e6c-b96c77fdce60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:08.014134 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-ad4b29a8-df52-4588-9e6c-b96c77fdce60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:08.039086 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d85658b-7652-47a8-817e-6d1d5d8b713b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96d69b0e-bc9a-47bb-854a-875d34b7444e,revision_number=1']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:08.053212 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-5d85658b-7652-47a8-817e-6d1d5d8b713b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=982eb4dc510140fc95e8cb6262538f1b&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3047042 Jun 15 14:13:08.061206 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 59342) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:13:08.062085 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-5d85658b-7652-47a8-817e-6d1d5d8b713b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:08.188584 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-ad4b29a8-df52-4588-9e6c-b96c77fdce60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:08.193985 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-ad4b29a8-df52-4588-9e6c-b96c77fdce60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:08.195150 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-ad4b29a8-df52-4588-9e6c-b96c77fdce60 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/50f071ac-685e-41d5-826f-1d5e1b7c84eb HTTP/1.1" status: 204 len: 168 time: 0.9171495 Jun 15 14:13:08.196077 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.managers [req-295cc946-513b-4868-b05f-72e1bdb35837 req-ce6e5185-41df-4141-9e26-2927ee95594b service neutron] Attempting to bind port b4bd8b82-6993-4194-9681-d6ca79a7cbed on host hv-cinder-79647 for vnic_type normal with profile {{(pid=91907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:13:08.196530 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.managers [req-295cc946-513b-4868-b05f-72e1bdb35837 req-ce6e5185-41df-4141-9e26-2927ee95594b service neutron] Attempting to bind port b4bd8b82-6993-4194-9681-d6ca79a7cbed by drivers openvswitch,hyperv on host hv-cinder-79647 at level 0 using segments [{'id': 'c1e51313-9c41-43ed-bd7f-44cfad65f5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '53647b0d-4ed8-4c65-8def-7670da912845'}] {{(pid=91907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:13:08.196864 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-295cc946-513b-4868-b05f-72e1bdb35837 req-ce6e5185-41df-4141-9e26-2927ee95594b service neutron] Attempting to bind port b4bd8b82-6993-4194-9681-d6ca79a7cbed on network 53647b0d-4ed8-4c65-8def-7670da912845 {{(pid=91907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:13:08.254193 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:08.301155 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fd39d5-875a-4ef6-917e-942e0d6e6442 req-b95bf6dd-1376-480c-8216-a55cec9f4f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:08.302576 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-36fd39d5-875a-4ef6-917e-942e0d6e6442 req-b95bf6dd-1376-480c-8216-a55cec9f4f39 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8a024473f67f46c6baf4e597ab55e4fb&device_id=a884f239-618a-4254-956e-2a9f3619dd3e HTTP/1.1" status: 200 len: 1097 time: 0.6174879 Jun 15 14:13:08.303462 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-6de40a25-040a-4b5a-a216-dd7c99503f41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:08.312437 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-295cc946-513b-4868-b05f-72e1bdb35837 req-ce6e5185-41df-4141-9e26-2927ee95594b service neutron] Port b4bd8b82-6993-4194-9681-d6ca79a7cbed on network 53647b0d-4ed8-4c65-8def-7670da912845 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79647 {{(pid=91907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 14:13:08.313861 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-295cc946-513b-4868-b05f-72e1bdb35837 req-ce6e5185-41df-4141-9e26-2927ee95594b service neutron] Attempting to bind port b4bd8b82-6993-4194-9681-d6ca79a7cbed on network 53647b0d-4ed8-4c65-8def-7670da912845 {{(pid=91907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:13:08.327112 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4b29a8-df52-4588-9e6c-b96c77fdce60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50f071ac-685e-41d5-826f-1d5e1b7c84eb,revision_number=None']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:08.328910 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-247d7d66-3483-476b-845d-6c8c3a174ac8 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:08.358160 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-6de40a25-040a-4b5a-a216-dd7c99503f41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:08.381260 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-ad4b29a8-df52-4588-9e6c-b96c77fdce60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:08.445824 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-295cc946-513b-4868-b05f-72e1bdb35837 req-ce6e5185-41df-4141-9e26-2927ee95594b service neutron] Checking agent: {'id': 'ecd79229-812b-453e-8934-f3ab9293fb1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79647', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 10, 57), 'started_at': datetime.datetime(2021, 6, 15, 14, 10, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 12, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:13:08.446195 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-295cc946-513b-4868-b05f-72e1bdb35837 req-ce6e5185-41df-4141-9e26-2927ee95594b service neutron] Checking segment: {'id': 'c1e51313-9c41-43ed-bd7f-44cfad65f5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '53647b0d-4ed8-4c65-8def-7670da912845'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:13:08.446767 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-295cc946-513b-4868-b05f-72e1bdb35837 req-ce6e5185-41df-4141-9e26-2927ee95594b service neutron] Bound using segment: {'id': 'c1e51313-9c41-43ed-bd7f-44cfad65f5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '53647b0d-4ed8-4c65-8def-7670da912845'} {{(pid=91907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:13:08.447258 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.managers [req-295cc946-513b-4868-b05f-72e1bdb35837 req-ce6e5185-41df-4141-9e26-2927ee95594b service neutron] Bound port: b4bd8b82-6993-4194-9681-d6ca79a7cbed, host: hv-cinder-79647, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1e51313-9c41-43ed-bd7f-44cfad65f5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '53647b0d-4ed8-4c65-8def-7670da912845'}}] {{(pid=91907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:13:08.447674 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-295cc946-513b-4868-b05f-72e1bdb35837 req-ce6e5185-41df-4141-9e26-2927ee95594b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:08.466554 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-6de40a25-040a-4b5a-a216-dd7c99503f41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:08.469533 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-6de40a25-040a-4b5a-a216-dd7c99503f41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:08.473020 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-6de40a25-040a-4b5a-a216-dd7c99503f41 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/96d69b0e-bc9a-47bb-854a-875d34b7444e HTTP/1.1" status: 204 len: 168 time: 0.4076762 Jun 15 14:13:08.473020 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-c9121632-8ece-4055-9319-58fada0dd3dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:08.503847 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de40a25-040a-4b5a-a216-dd7c99503f41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96d69b0e-bc9a-47bb-854a-875d34b7444e,revision_number=None']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:08.503847 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-6de40a25-040a-4b5a-a216-dd7c99503f41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:08.536505 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-247d7d66-3483-476b-845d-6c8c3a174ac8 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:08.552978 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_dvr_db [None req-6adc7d92-a0f3-4174-bd9a-d6aeb74220b1 None None] Set router de255612-9f80-4085-bcf0-786288c0db94 gateway port host: dv-cinder-796471-1-iscsi {{(pid=91909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:13:08.570725 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-247d7d66-3483-476b-845d-6c8c3a174ac8 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736153'] for security_group_rule, after_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:08.593961 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-1395503d-6eab-4d7b-8d51-dfd5e75cc82c tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:08.814575 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247d7d66-3483-476b-845d-6c8c3a174ac8 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbf1b01b-eb1d-49c8-8a72-df10dbcdf313,revision_number=0']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:08.822733 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-247d7d66-3483-476b-845d-6c8c3a174ac8 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:08.847449 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Provisioning for port 2da0d1b4-038a-45be-b076-f266fd77e006 completed by entity L2. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:13:08.903248 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Provisioning complete for port 2da0d1b4-038a-45be-b076-f266fd77e006 triggered by entity L2. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:13:08.903629 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897510'] for port, provisioning_complete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:08.918308 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89090b3-c116-4c61-9fb1-fe7fa242bbf2 req-44bd9a15-2add-4c17-b104-aaf831bfe8dc tempest-DeleteServersTestJSON-990213416 tempest-DeleteServersTestJSON-990213416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:08.933082 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-c89090b3-c116-4c61-9fb1-fe7fa242bbf2 req-44bd9a15-2add-4c17-b104-aaf831bfe8dc tempest-DeleteServersTestJSON-990213416 tempest-DeleteServersTestJSON-990213416-project] 10.222.0.26 "GET /v2.0/ports?device_id=a884f239-618a-4254-956e-2a9f3619dd3e HTTP/1.1" status: 200 len: 944 time: 0.7972198 Jun 15 14:13:09.115507 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-074805fd-797a-46f2-b666-5787519e6aa0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:09.184204 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.db [req-295cc946-513b-4868-b05f-72e1bdb35837 req-ce6e5185-41df-4141-9e26-2927ee95594b service neutron] For port b4bd8b82-6993-4194-9681-d6ca79a7cbed, host hv-cinder-79647, cleared binding levels {{(pid=91907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:13:09.193511 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-074805fd-797a-46f2-b666-5787519e6aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:09.213026 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-247d7d66-3483-476b-845d-6c8c3a174ac8 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:09.218312 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 59360) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:13:09.219120 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-247d7d66-3483-476b-845d-6c8c3a174ac8 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.0846415 Jun 15 14:13:09.223691 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.v2.base [None req-b0422469-04df-42a6-a9cd-57ea5ec1f116 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Request body: {'floatingip': {'floating_network_id': '962d46ed-056a-473f-b9cc-450bda4e3641'}} {{(pid=91906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:13:09.269660 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.db [req-295cc946-513b-4868-b05f-72e1bdb35837 req-ce6e5185-41df-4141-9e26-2927ee95594b service neutron] For port b4bd8b82-6993-4194-9681-d6ca79a7cbed, host hv-cinder-79647, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79647',level=0,port_id=b4bd8b82-6993-4194-9681-d6ca79a7cbed,segment=NetworkSegment(c1e51313-9c41-43ed-bd7f-44cfad65f5b9),segment_id=c1e51313-9c41-43ed-bd7f-44cfad65f5b9)] {{(pid=91907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:13:09.279479 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-0e3cda7e-0c01-4465-b162-f6b08b83ed14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:09.291812 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 59362) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:13:09.301427 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-295cc946-513b-4868-b05f-72e1bdb35837 req-ce6e5185-41df-4141-9e26-2927ee95594b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492'] for port, after_update {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:09.348205 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-ff37b5ec-5bd2-451d-a2a3-b1da6d56c960 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:09.385600 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-b0422469-04df-42a6-a9cd-57ea5ec1f116 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Notify callbacks [] for floatingip, before_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:09.431795 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-c89090b3-c116-4c61-9fb1-fe7fa242bbf2 req-ecd3aa78-13be-4d07-921e-ede8819c62f6 tempest-DeleteServersTestJSON-990213416 tempest-DeleteServersTestJSON-990213416-project] 10.222.0.26 "GET /v2.0/security-groups?id=49a4afe6-1679-480c-8c2d-9390de44efef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4872460 Jun 15 14:13:09.479319 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-074805fd-797a-46f2-b666-5787519e6aa0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b14c397369644e87bb748c7c741da59d&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3457389 Jun 15 14:13:09.485640 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 59368) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:13:09.621200 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074805fd-797a-46f2-b666-5787519e6aa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db407ef1-1dfb-425a-a852-3a46f554fc81,revision_number=1']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:09.677221 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295cc946-513b-4868-b05f-72e1bdb35837 req-ce6e5185-41df-4141-9e26-2927ee95594b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:09.677970 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-295cc946-513b-4868-b05f-72e1bdb35837 req-ce6e5185-41df-4141-9e26-2927ee95594b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537372'] for port, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:09.679463 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-295cc946-513b-4868-b05f-72e1bdb35837 req-ce6e5185-41df-4141-9e26-2927ee95594b service neutron] 10.222.0.67 "PUT /v2.0/ports/b4bd8b82-6993-4194-9681-d6ca79a7cbed HTTP/1.1" status: 200 len: 1093 time: 6.4554031 Jun 15 14:13:09.709931 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '807ea74d-380f-4665-bc01-98bcf480a45f', 'tag': 'b4bd8b82-6993-4194-9681-d6ca79a7cbed'}] {{(pid=91907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:13:09.721289 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:09.891870 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] For port 2da0d1b4-038a-45be-b076-f266fd77e006, host dv-cinder-796471-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796471-1-iscsi',level=0,port_id=2da0d1b4-038a-45be-b076-f266fd77e006,segment=NetworkSegment(73a4283b-e0a5-4dad-80d0-c61f4808d629),segment_id=73a4283b-e0a5-4dad-80d0-c61f4808d629)] {{(pid=91909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:13:09.908909 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492'] for port, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:09.917193 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:09.942201 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 59378) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:13:09.954607 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-ff37b5ec-5bd2-451d-a2a3-b1da6d56c960 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:09.973736 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.v2.base [None req-ce123848-2289-43de-b053-d4d2cecfe05a tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Request body: {'security_group': {'name': 'tempest-securitygroup--684231490', 'description': 'tempest-description--1563289745'}} {{(pid=91906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:13:10.034227 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-074805fd-797a-46f2-b666-5787519e6aa0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.752s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:10.034806 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-ce6e5185-41df-4141-9e26-2927ee95594b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.662s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:10.144854 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Pushing event updated for resources: {'Port': ['ID=2da0d1b4-038a-45be-b076-f266fd77e006,revision_number=5']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:10.164779 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-ff37b5ec-5bd2-451d-a2a3-b1da6d56c960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:10.176838 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:10.185580 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_hamode_db [None req-6adc7d92-a0f3-4174-bd9a-d6aeb74220b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de255612-9f80-4085-bcf0-786288c0db94', 'name': 'tempest-AttachVolumeShelveTestJSON-2098884892-router', 'tenant_id': '52a857fa93204cfd848344919ef0f84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'external_fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': 'f4341327-fb4c-451a-8be5-5f370dfde9ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:12:48Z', 'updated_at': '2021-06-15T14:13:02Z', 'revision_number': 4, 'project_id': '52a857fa93204cfd848344919ef0f84a', 'gw_port': {'id': 'f4341327-fb4c-451a-8be5-5f370dfde9ca', 'name': '', 'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:6c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de255612-9f80-4085-bcf0-786288c0db94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:12:49Z', 'updated_at': '2021-06-15T14:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796471-1-iscsi', '_interfaces': [{'id': '23dfee54-5ee9-40fa-a5a6-cef8074b2d74', 'name': '', 'network_id': '610d1d9e-6798-4665-ba11-cd870fb10064', 'tenant_id': '52a857fa93204cfd848344919ef0f84a', 'mac_address': 'fa:16:3e:28:e8:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de255612-9f80-4085-bcf0-786288c0db94', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '2014c6aa-f72d-434e-8835-9ccc29766f9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:12:56Z', 'updated_at': '2021-06-15T14:13:03Z', 'revision_number': 2, 'project_id': '52a857fa93204cfd848344919ef0f84a', 'subnets': [{'id': '2014c6aa-f72d-434e-8835-9ccc29766f9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796471-1-iscsi', False) {} {{(pid=91909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:13:10.200363 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6adc7d92-a0f3-4174-bd9a-d6aeb74220b1 None None] Checking router: de255612-9f80-4085-bcf0-786288c0db94 for host: dv-cinder-796471-1-iscsi {{(pid=91909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:13:10.200862 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6adc7d92-a0f3-4174-bd9a-d6aeb74220b1 None None] Updating router de255612-9f80-4085-bcf0-786288c0db94 port 23dfee54-5ee9-40fa-a5a6-cef8074b2d74 binding host dv-cinder-796471-1-iscsi {{(pid=91909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 14:13:10.265920 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6e5185-41df-4141-9e26-2927ee95594b service neutron] Pushing event updated for resources: {'Port': ['ID=b4bd8b82-6993-4194-9681-d6ca79a7cbed,revision_number=3']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:10.339728 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24467d57c8f568e2e16d95ba24031d6b60035fd708ad429d2e8baac5a477cd4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dbb8970-b1e6-4fbe-8897-db7cb3a35da6" -d '{"events": [{"name": "network-changed", "server_uuid": "807ea74d-380f-4665-bc01-98bcf480a45f", "tag": "b4bd8b82-6993-4194-9681-d6ca79a7cbed"}]}' {{(pid=91907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:13:10.410537 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 14:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fce333bf-7586-463d-ba78-d8bcd662507e x-openstack-request-id: req-fce333bf-7586-463d-ba78-d8bcd662507e {{(pid=91906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:13:10.411150 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a884f239-618a-4254-956e-2a9f3619dd3e", "tag": "ad7ba40e-3a64-49a2-aed5-f1bff299da75", "status": "completed", "code": 200}]} {{(pid=91906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:13:10.411150 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fce333bf-7586-463d-ba78-d8bcd662507e {{(pid=91906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:13:10.411562 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a884f239-618a-4254-956e-2a9f3619dd3e', 'tag': 'ad7ba40e-3a64-49a2-aed5-f1bff299da75', 'status': 'completed', 'code': 200} Jun 15 14:13:10.424535 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-6adc7d92-a0f3-4174-bd9a-d6aeb74220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:10.478870 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-ce6e5185-41df-4141-9e26-2927ee95594b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:10.479582 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-7ea6bf5c-eb2c-4016-886d-64c347ce45ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:10.564758 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-5d85658b-7652-47a8-817e-6d1d5d8b713b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:10.633162 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 14:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f25f655c-6560-4ebe-8664-e47f5856f44a x-openstack-request-id: req-f25f655c-6560-4ebe-8664-e47f5856f44a {{(pid=91907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:13:10.633722 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "807ea74d-380f-4665-bc01-98bcf480a45f", "tag": "b4bd8b82-6993-4194-9681-d6ca79a7cbed", "status": "completed", "code": 200}]} {{(pid=91907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:13:10.634083 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f25f655c-6560-4ebe-8664-e47f5856f44a {{(pid=91907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:13:10.634634 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '807ea74d-380f-4665-bc01-98bcf480a45f', 'tag': 'b4bd8b82-6993-4194-9681-d6ca79a7cbed', 'status': 'completed', 'code': 200} Jun 15 14:13:10.644526 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-7ea6bf5c-eb2c-4016-886d-64c347ce45ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:10.656476 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff37b5ec-5bd2-451d-a2a3-b1da6d56c960 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d095a8b5-5481-4209-ade2-5a1d28a50bc8,revision_number=1']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:10.660031 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-ff37b5ec-5bd2-451d-a2a3-b1da6d56c960 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:10.661685 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-36fd39d5-875a-4ef6-917e-942e0d6e6442 req-364765aa-f908-4ee7-86e2-537650024143 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ad7ba40e-3a64-49a2-aed5-f1bff299da75 HTTP/1.1" status: 200 len: 217 time: 0.6167998 Jun 15 14:13:10.707049 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295cc946-513b-4868-b05f-72e1bdb35837 req-9b286bf2-0561-420e-bf15-faaea4a7dd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:10.709114 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-295cc946-513b-4868-b05f-72e1bdb35837 req-9b286bf2-0561-420e-bf15-faaea4a7dd5f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3b9c49b5e22342c8817f864fe7313c45&device_id=807ea74d-380f-4665-bc01-98bcf480a45f HTTP/1.1" status: 200 len: 1096 time: 0.4394135 Jun 15 14:13:10.763406 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-ce123848-2289-43de-b053-d4d2cecfe05a tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Notify callbacks [] for security_group, before_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:10.799384 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 59412) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:13:10.816372 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-7ea6bf5c-eb2c-4016-886d-64c347ce45ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:10.818814 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-7ea6bf5c-eb2c-4016-886d-64c347ce45ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:10.820018 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-7ea6bf5c-eb2c-4016-886d-64c347ce45ae admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/db407ef1-1dfb-425a-a852-3a46f554fc81 HTTP/1.1" status: 204 len: 168 time: 1.3296967 Jun 15 14:13:10.821143 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:10.824671 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-ff37b5ec-5bd2-451d-a2a3-b1da6d56c960 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=436f6cb48d6542dd8bb937d1a990b7aa&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5252936 Jun 15 14:13:10.833100 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 59418) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:13:10.834012 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea6bf5c-eb2c-4016-886d-64c347ce45ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db407ef1-1dfb-425a-a852-3a46f554fc81,revision_number=None']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:10.848361 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-7ea6bf5c-eb2c-4016-886d-64c347ce45ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:10.856051 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78fd4d1-73cb-410f-8bbc-84bbb0049503 req-132e81cd-0e9f-4b67-80d9-c5b45a3e123e tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:10.857595 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-a78fd4d1-73cb-410f-8bbc-84bbb0049503 req-132e81cd-0e9f-4b67-80d9-c5b45a3e123e tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/ports?device_id=807ea74d-380f-4665-bc01-98bcf480a45f HTTP/1.1" status: 200 len: 943 time: 0.4427965 Jun 15 14:13:10.862444 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-b0422469-04df-42a6-a9cd-57ea5ec1f116 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-33170876'] for port, before_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:11.027415 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-a78fd4d1-73cb-410f-8bbc-84bbb0049503 req-ead65f1b-948c-40e7-85a9-db9037ca942d tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/security-groups?id=69da6443-a760-4382-8ecd-b3b336e40d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542189 Jun 15 14:13:11.072471 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-c1110696-a781-4ec2-80e1-7e24ec1b53c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:11.079552 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084f0e31-eb14-48a3-a016-1cf548abf636 req-f5b8095d-d069-4354-8f89-b504f255ee7f tempest-DeleteServersTestJSON-990213416 tempest-DeleteServersTestJSON-990213416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:11.090539 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-084f0e31-eb14-48a3-a016-1cf548abf636 req-f5b8095d-d069-4354-8f89-b504f255ee7f tempest-DeleteServersTestJSON-990213416 tempest-DeleteServersTestJSON-990213416-project] 10.222.0.26 "GET /v2.0/ports?device_id=a884f239-618a-4254-956e-2a9f3619dd3e HTTP/1.1" status: 200 len: 944 time: 0.2329690 Jun 15 14:13:11.184212 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-084f0e31-eb14-48a3-a016-1cf548abf636 req-2ac38736-c0cb-4f7c-86bd-dc0653d3c1e0 tempest-DeleteServersTestJSON-990213416 tempest-DeleteServersTestJSON-990213416-project] 10.222.0.26 "GET /v2.0/security-groups?id=49a4afe6-1679-480c-8c2d-9390de44efef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925446 Jun 15 14:13:11.195759 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-c1110696-a781-4ec2-80e1-7e24ec1b53c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:11.233214 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.v2.base [None req-85a0ffb0-2cb6-4e6b-a928-e9634f1acc5b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-223338288-network', 'tenant_id': '70cf33e070354fd28ac13a174f2b2190'}} {{(pid=91907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:13:11.251964 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-ce123848-2289-43de-b053-d4d2cecfe05a tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Notify callbacks [] for security_group, precommit_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:11.267823 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-6adc7d92-a0f3-4174-bd9a-d6aeb74220b1 None None] Notify callbacks [] for port, precommit_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:11.270684 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-ce123848-2289-43de-b053-d4d2cecfe05a tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:11.278581 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85a0ffb0-2cb6-4e6b-a928-e9634f1acc5b admin admin] Made reservation on behalf of 70cf33e070354fd28ac13a174f2b2190 for: {'network': 1} {{(pid=91907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:13:11.280244 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.db.db_base_plugin_common [None req-b0422469-04df-42a6-a9cd-57ea5ec1f116 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Allocated IP 172.27.1.167 (962d46ed-056a-473f-b9cc-450bda4e3641/a342ae99-1675-4821-852d-5dc3e7213bc2/9f4a165e-8295-4bb5-9638-cc21bc960b54) {{(pid=91906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:13:11.281760 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-6adc7d92-a0f3-4174-bd9a-d6aeb74220b1 None None] Transition to ACTIVE for port object 23dfee54-5ee9-40fa-a5a6-cef8074b2d74 will not be triggered until provisioned by entity L2. {{(pid=91909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:13:11.282679 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-85a0ffb0-2cb6-4e6b-a928-e9634f1acc5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-33170876'] for network, before_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:11.286633 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:11.289550 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-6adc7d92-a0f3-4174-bd9a-d6aeb74220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492'] for port, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:11.299646 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-85a0ffb0-2cb6-4e6b-a928-e9634f1acc5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:11.303154 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-47f48c13-171a-4c57-9b37-81d4fcb7f32b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:11.331444 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-ce123848-2289-43de-b053-d4d2cecfe05a tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Notify callbacks [] for security_group, before_response {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:11.335331 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-ce123848-2289-43de-b053-d4d2cecfe05a tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.3771553 Jun 15 14:13:11.337768 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 59422) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:13:11.342157 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 59424) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:13:11.363818 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-fc0ba74a-35ab-4338-8cae-1a61bfbb6448 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:11.432279 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0020b0-e732-4ac4-8c31-b5e57e51a89c None None] Pushing event updated for resources: {'Port': ['ID=23dfee54-5ee9-40fa-a5a6-cef8074b2d74,revision_number=3']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:11.440998 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-ad0020b0-e732-4ac4-8c31-b5e57e51a89c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:11.462867 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-85a0ffb0-2cb6-4e6b-a928-e9634f1acc5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:11.468886 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce123848-2289-43de-b053-d4d2cecfe05a tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f204154-aeec-4a66-96d0-4d2162f9c593,revision_number=1']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:11.474495 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-b0422469-04df-42a6-a9cd-57ea5ec1f116 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Notify callbacks [] for port, precommit_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:11.486132 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-85a0ffb0-2cb6-4e6b-a928-e9634f1acc5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:11.488473 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.v2.base [None req-4ba19304-2bd6-4d27-9424-0e3e8e8bdd3e tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Request body: {'security_group_rule': {'security_group_id': '2f204154-aeec-4a66-96d0-4d2162f9c593', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:13:11.494378 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:11.498554 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-ce123848-2289-43de-b053-d4d2cecfe05a tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:11.510958 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-c1110696-a781-4ec2-80e1-7e24ec1b53c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:11.515984 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-c1110696-a781-4ec2-80e1-7e24ec1b53c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:11.517363 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-c1110696-a781-4ec2-80e1-7e24ec1b53c3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d095a8b5-5481-4209-ade2-5a1d28a50bc8 HTTP/1.1" status: 204 len: 168 time: 0.6764162 Jun 15 14:13:11.519785 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:11.533415 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85a0ffb0-2cb6-4e6b-a928-e9634f1acc5b admin admin] vlan segment allocate from pool success with {'vlan_id': 869, 'physical_network': 'physnet1'} {{(pid=91907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:13:11.536337 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1110696-a781-4ec2-80e1-7e24ec1b53c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d095a8b5-5481-4209-ade2-5a1d28a50bc8,revision_number=None']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:11.545808 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.managers [None req-6adc7d92-a0f3-4174-bd9a-d6aeb74220b1 None None] Attempting to bind port 23dfee54-5ee9-40fa-a5a6-cef8074b2d74 on host dv-cinder-796471-1-iscsi for vnic_type normal with profile {{(pid=91909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:13:11.546261 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.managers [None req-6adc7d92-a0f3-4174-bd9a-d6aeb74220b1 None None] Attempting to bind port 23dfee54-5ee9-40fa-a5a6-cef8074b2d74 by drivers openvswitch,hyperv on host dv-cinder-796471-1-iscsi at level 0 using segments [{'id': '29cbf6bd-3703-449c-90e3-2d0016356068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '610d1d9e-6798-4665-ba11-cd870fb10064'}] {{(pid=91909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:13:11.546916 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6adc7d92-a0f3-4174-bd9a-d6aeb74220b1 None None] Attempting to bind port 23dfee54-5ee9-40fa-a5a6-cef8074b2d74 on network 610d1d9e-6798-4665-ba11-cd870fb10064 {{(pid=91909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:13:11.551275 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-c1110696-a781-4ec2-80e1-7e24ec1b53c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:11.564854 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6adc7d92-a0f3-4174-bd9a-d6aeb74220b1 None None] Checking agent: {'id': 'a00a16a2-d8fd-48bc-a1ff-18db44b70890', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796471-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 4, 51), 'started_at': datetime.datetime(2021, 6, 15, 14, 5, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796471-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:13:11.565743 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6adc7d92-a0f3-4174-bd9a-d6aeb74220b1 None None] Checking segment: {'id': '29cbf6bd-3703-449c-90e3-2d0016356068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '610d1d9e-6798-4665-ba11-cd870fb10064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:13:11.566390 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-6adc7d92-a0f3-4174-bd9a-d6aeb74220b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:11.567156 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6adc7d92-a0f3-4174-bd9a-d6aeb74220b1 None None] Bound using segment: {'id': '29cbf6bd-3703-449c-90e3-2d0016356068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '610d1d9e-6798-4665-ba11-cd870fb10064'} {{(pid=91909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:13:11.567796 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.managers [None req-6adc7d92-a0f3-4174-bd9a-d6aeb74220b1 None None] Bound port: 23dfee54-5ee9-40fa-a5a6-cef8074b2d74, host: dv-cinder-796471-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29cbf6bd-3703-449c-90e3-2d0016356068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '610d1d9e-6798-4665-ba11-cd870fb10064'}}] {{(pid=91909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:13:11.568926 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-6adc7d92-a0f3-4174-bd9a-d6aeb74220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:11.573762 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a0ffb0-2cb6-4e6b-a928-e9634f1acc5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99b3c8dd-d536-40bd-b72b-a9d7a6b46880,revision_number=1']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:11.581699 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-85a0ffb0-2cb6-4e6b-a928-e9634f1acc5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:11.587815 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-b0422469-04df-42a6-a9cd-57ea5ec1f116 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33170815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-53808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781714044429'] for port, after_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:11.588107 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-85a0ffb0-2cb6-4e6b-a928-e9634f1acc5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32890017'] for segment, precommit_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:11.588461 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.db.segments_db [None req-85a0ffb0-2cb6-4e6b-a928-e9634f1acc5b admin admin] Added segment 94372631-cea1-4ff4-8d29-9e56643ce145 of type vlan for network e8960902-16a5-40b8-9269-3068ec433d2e Jun 15 14:13:11.592129 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:11.658356 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0422469-04df-42a6-a9cd-57ea5ec1f116 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Network 962d46ed-056a-473f-b9cc-450bda4e3641 is already hosted by enough agents. {{(pid=91906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:13:11.669605 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-85a0ffb0-2cb6-4e6b-a928-e9634f1acc5b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781714030749'] for network, precommit_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:11.670169 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.scheduler.base_scheduler [None req-b0422469-04df-42a6-a9cd-57ea5ec1f116 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Resources bound (agent type, host, resource id): {{(pid=91906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:13:11.677023 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0422469-04df-42a6-a9cd-57ea5ec1f116 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Received port after_create {{(pid=91906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:13:11.680567 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-6adc7d92-a0f3-4174-bd9a-d6aeb74220b1 None None] For port 23dfee54-5ee9-40fa-a5a6-cef8074b2d74, host dv-cinder-796471-1-iscsi, cleared binding levels {{(pid=91909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:13:11.686386 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-6adc7d92-a0f3-4174-bd9a-d6aeb74220b1 None None] For port 23dfee54-5ee9-40fa-a5a6-cef8074b2d74, host dv-cinder-796471-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796471-1-iscsi',level=0,port_id=23dfee54-5ee9-40fa-a5a6-cef8074b2d74,segment=NetworkSegment(29cbf6bd-3703-449c-90e3-2d0016356068),segment_id=29cbf6bd-3703-449c-90e3-2d0016356068)] {{(pid=91909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:13:11.693807 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-6adc7d92-a0f3-4174-bd9a-d6aeb74220b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492'] for port, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:11.698046 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-ea3ab3bd-3b64-4b68-a389-51d9f269d25a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:11.758073 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0422469-04df-42a6-a9cd-57ea5ec1f116 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Pushing event updated for resources: {'Port': ['ID=9f4a165e-8295-4bb5-9638-cc21bc960b54,revision_number=1']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:11.771014 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-b0422469-04df-42a6-a9cd-57ea5ec1f116 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:11.790502 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-fc0ba74a-35ab-4338-8cae-1a61bfbb6448 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:11.795332 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0020b0-e732-4ac4-8c31-b5e57e51a89c None None] Pushing event updated for resources: {'Port': ['ID=23dfee54-5ee9-40fa-a5a6-cef8074b2d74,revision_number=4']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:11.796206 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-85a0ffb0-2cb6-4e6b-a928-e9634f1acc5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-350226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537401'] for network, after_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:11.798751 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-fc0ba74a-35ab-4338-8cae-1a61bfbb6448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:11.800083 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a0ffb0-2cb6-4e6b-a928-e9634f1acc5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:11.800584 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-85a0ffb0-2cb6-4e6b-a928-e9634f1acc5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537372'] for network, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:11.806589 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-b0422469-04df-42a6-a9cd-57ea5ec1f116 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:11.810849 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-ad0020b0-e732-4ac4-8c31-b5e57e51a89c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:11.812254 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-576e38db-b411-486a-8461-429854c63081 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:11.816888 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6adc7d92-a0f3-4174-bd9a-d6aeb74220b1 None None] Routers {'de255612-9f80-4085-bcf0-786288c0db94'} bound to L3 agent in host dv-cinder-796471-1-iscsi {{(pid=91909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:13:11.820126 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_hamode_db [None req-6adc7d92-a0f3-4174-bd9a-d6aeb74220b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796471-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-15T14:04:51Z,description=,heartbeat_timestamp=2021-06-15T14:12:51Z,host='dv-cinder-796471-1-iscsi',id=7c0fcfb6-ee6c-4f84-9204-f4cc96555f34,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:04:51Z,topic='l3_agent')) {'router_ids': ['de255612-9f80-4085-bcf0-786288c0db94'], 'active': True} {{(pid=91909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:13:11.912579 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-85a0ffb0-2cb6-4e6b-a928-e9634f1acc5b admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1107891 Jun 15 14:13:11.913206 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 59434) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:13:11.920819 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-4ba19304-2bd6-4d27-9424-0e3e8e8bdd3e tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:11.922568 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.v2.base [None req-880ea117-0283-483c-b004-057787b6dda3 admin admin] Request body: {'subnet': {'network_id': 'e8960902-16a5-40b8-9269-3068ec433d2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-223338288-subnet', 'tenant_id': '70cf33e070354fd28ac13a174f2b2190', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:13:11.929599 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-fc0ba74a-35ab-4338-8cae-1a61bfbb6448 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b55af78904ab4d3295119e3aa4259a8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5859067 Jun 15 14:13:11.933265 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 59436) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:13:12.018994 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-b0422469-04df-42a6-a9cd-57ea5ec1f116 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:12.055342 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a0ffb0-2cb6-4e6b-a928-e9634f1acc5b admin admin] Pushing event updated for resources: {'Network': ['ID=e8960902-16a5-40b8-9269-3068ec433d2e,revision_number=1']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:12.073067 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-85a0ffb0-2cb6-4e6b-a928-e9634f1acc5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:12.074197 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-bd33cca9-433e-4200-804c-83166ab86bb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.255s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:12.075555 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Device 2da0d1b4-038a-45be-b076-f266fd77e006 up at agent ovs-agent-dv-cinder-796471-1-iscsi {{(pid=91909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:13:12.080580 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_dvr_db [None req-6adc7d92-a0f3-4174-bd9a-d6aeb74220b1 None None] Set router de255612-9f80-4085-bcf0-786288c0db94 gateway port host: dv-cinder-796471-1-iscsi {{(pid=91909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:13:12.114685 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-880ea117-0283-483c-b004-057787b6dda3 admin admin] Made reservation on behalf of 70cf33e070354fd28ac13a174f2b2190 for: {'subnet': 1} {{(pid=91907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:13:12.117000 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-880ea117-0283-483c-b004-057787b6dda3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:12.142209 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-5956929c-f831-4fb2-abee-fcd6f71f09a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:12.160548 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Network e8960902-16a5-40b8-9269-3068ec433d2e details requested by agent ovs-agent-dv-cinder-796471-1-iscsi with host dv-cinder-796471-1-iscsi {{(pid=91909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:13:12.170535 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0ba74a-35ab-4338-8cae-1a61bfbb6448 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=753f71b5-4238-407b-b7d6-c7a63c99445b,revision_number=1']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:12.176509 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-fc0ba74a-35ab-4338-8cae-1a61bfbb6448 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:12.244212 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-b0422469-04df-42a6-a9cd-57ea5ec1f116 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Notify callbacks [] for port, precommit_update {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:12.252895 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-b0422469-04df-42a6-a9cd-57ea5ec1f116 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492'] for port, after_update {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:12.259451 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:12.323935 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0422469-04df-42a6-a9cd-57ea5ec1f116 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Pushing event updated for resources: {'Port': ['ID=9f4a165e-8295-4bb5-9638-cc21bc960b54,revision_number=2']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:12.347363 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-b0422469-04df-42a6-a9cd-57ea5ec1f116 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:12.381626 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-b0422469-04df-42a6-a9cd-57ea5ec1f116 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667260'] for floatingip, after_update {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:12.410331 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-b0422469-04df-42a6-a9cd-57ea5ec1f116 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58954'] for floatingip, before_response {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:12.423694 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-b0422469-04df-42a6-a9cd-57ea5ec1f116 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2041092 Jun 15 14:13:12.463285 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-4ba19304-2bd6-4d27-9424-0e3e8e8bdd3e tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:12.478577 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-4ba19304-2bd6-4d27-9424-0e3e8e8bdd3e tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736153'] for security_group_rule, after_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:12.485978 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:12.502897 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba19304-2bd6-4d27-9424-0e3e8e8bdd3e tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd3a2c89-3b19-4f5a-8a1d-196059afbd59,revision_number=0']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:12.513247 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-4ba19304-2bd6-4d27-9424-0e3e8e8bdd3e tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:12.529514 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d29093-0ed7-4232-bb4f-7a6861d54c7e req-d85cb70f-2a72-4eb1-980f-31a99ac93497 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:12.531719 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-d6d29093-0ed7-4232-bb4f-7a6861d54c7e req-d85cb70f-2a72-4eb1-980f-31a99ac93497 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/ports?device_id=807ea74d-380f-4665-bc01-98bcf480a45f HTTP/1.1" status: 200 len: 943 time: 0.2090268 Jun 15 14:13:12.550389 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-4ba19304-2bd6-4d27-9424-0e3e8e8bdd3e tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:12.551662 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-4ba19304-2bd6-4d27-9424-0e3e8e8bdd3e tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0842385 Jun 15 14:13:12.565744 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 59458) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:13:12.573168 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.v2.base [None req-818b4de3-40ab-4a65-a37b-13445b342976 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Request body: {'security_group_rule': {'security_group_id': '2f204154-aeec-4a66-96d0-4d2162f9c593', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:13:12.606311 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-d6d29093-0ed7-4232-bb4f-7a6861d54c7e req-069019ca-6c3b-4c21-beaa-33b4ccd4c69f tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/security-groups?id=69da6443-a760-4382-8ecd-b3b336e40d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657923 Jun 15 14:13:12.626569 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-818b4de3-40ab-4a65-a37b-13445b342976 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:12.658641 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Provisioning complete for port 2da0d1b4-038a-45be-b076-f266fd77e006 triggered by entity L2. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:13:12.659227 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897510'] for port, provisioning_complete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:12.684438 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-5956929c-f831-4fb2-abee-fcd6f71f09a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:12.745890 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-818b4de3-40ab-4a65-a37b-13445b342976 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:12.752449 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-818b4de3-40ab-4a65-a37b-13445b342976 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736153'] for security_group_rule, after_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:12.756084 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-4ba19304-2bd6-4d27-9424-0e3e8e8bdd3e tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:12.777240 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818b4de3-40ab-4a65-a37b-13445b342976 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75286f86-7ea1-494e-992c-5017306bb804,revision_number=0']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:12.783735 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-818b4de3-40ab-4a65-a37b-13445b342976 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:12.790515 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-818b4de3-40ab-4a65-a37b-13445b342976 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:12.792114 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-818b4de3-40ab-4a65-a37b-13445b342976 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2252448 Jun 15 14:13:12.796249 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 59472) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:13:12.808766 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.v2.base [None req-1e0c33f3-e49f-4456-ada3-70c613869566 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Request body: {'floatingip': {'floating_network_id': '962d46ed-056a-473f-b9cc-450bda4e3641'}} {{(pid=91906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:13:12.839584 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_hamode_db [None req-6adc7d92-a0f3-4174-bd9a-d6aeb74220b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de255612-9f80-4085-bcf0-786288c0db94', 'name': 'tempest-AttachVolumeShelveTestJSON-2098884892-router', 'tenant_id': '52a857fa93204cfd848344919ef0f84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'external_fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': 'f4341327-fb4c-451a-8be5-5f370dfde9ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:12:48Z', 'updated_at': '2021-06-15T14:13:02Z', 'revision_number': 4, 'project_id': '52a857fa93204cfd848344919ef0f84a', 'gw_port': {'id': 'f4341327-fb4c-451a-8be5-5f370dfde9ca', 'name': '', 'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:6c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de255612-9f80-4085-bcf0-786288c0db94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:12:49Z', 'updated_at': '2021-06-15T14:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796471-1-iscsi', '_interfaces': [{'id': '23dfee54-5ee9-40fa-a5a6-cef8074b2d74', 'name': '', 'network_id': '610d1d9e-6798-4665-ba11-cd870fb10064', 'tenant_id': '52a857fa93204cfd848344919ef0f84a', 'mac_address': 'fa:16:3e:28:e8:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de255612-9f80-4085-bcf0-786288c0db94', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '2014c6aa-f72d-434e-8835-9ccc29766f9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:12:56Z', 'updated_at': '2021-06-15T14:13:11Z', 'revision_number': 4, 'project_id': '52a857fa93204cfd848344919ef0f84a', 'subnets': [{'id': '2014c6aa-f72d-434e-8835-9ccc29766f9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796471-1-iscsi', False) {} {{(pid=91909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:13:12.844014 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6adc7d92-a0f3-4174-bd9a-d6aeb74220b1 None None] The sync data for ids ['de255612-9f80-4085-bcf0-786288c0db94'] in dv-cinder-796471-1-iscsi is: [{'id': 'de255612-9f80-4085-bcf0-786288c0db94', 'name': 'tempest-AttachVolumeShelveTestJSON-2098884892-router', 'tenant_id': '52a857fa93204cfd848344919ef0f84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'external_fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': 'f4341327-fb4c-451a-8be5-5f370dfde9ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:12:48Z', 'updated_at': '2021-06-15T14:13:02Z', 'revision_number': 4, 'project_id': '52a857fa93204cfd848344919ef0f84a', 'gw_port': {'id': 'f4341327-fb4c-451a-8be5-5f370dfde9ca', 'name': '', 'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:6c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de255612-9f80-4085-bcf0-786288c0db94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:12:49Z', 'updated_at': '2021-06-15T14:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796471-1-iscsi', '_interfaces': [{'id': '23dfee54-5ee9-40fa-a5a6-cef8074b2d74', 'name': '', 'network_id': '610d1d9e-6798-4665-ba11-cd870fb10064', 'tenant_id': '52a857fa93204cfd848344919ef0f84a', 'mac_address': 'fa:16:3e:28:e8:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de255612-9f80-4085-bcf0-786288c0db94', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '2014c6aa-f72d-434e-8835-9ccc29766f9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:12:56Z', 'updated_at': '2021-06-15T14:13:11Z', 'revision_number': 4, 'project_id': '52a857fa93204cfd848344919ef0f84a', 'subnets': [{'id': '2014c6aa-f72d-434e-8835-9ccc29766f9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:13:12.863532 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5c0587-aef2-4590-9cab-583060236296 req-1b36031b-80f1-43d9-9fca-0b25024c03f9 tempest-DeleteServersTestJSON-990213416 tempest-DeleteServersTestJSON-990213416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:12.865101 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-da5c0587-aef2-4590-9cab-583060236296 req-1b36031b-80f1-43d9-9fca-0b25024c03f9 tempest-DeleteServersTestJSON-990213416 tempest-DeleteServersTestJSON-990213416-project] 10.222.0.26 "GET /v2.0/ports?device_id=a884f239-618a-4254-956e-2a9f3619dd3e HTTP/1.1" status: 200 len: 944 time: 0.2574604 Jun 15 14:13:12.866834 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-1e0c33f3-e49f-4456-ada3-70c613869566 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Notify callbacks [] for floatingip, before_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:12.868046 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-5956929c-f831-4fb2-abee-fcd6f71f09a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:12.872372 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-5956929c-f831-4fb2-abee-fcd6f71f09a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:12.876211 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-5956929c-f831-4fb2-abee-fcd6f71f09a3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/753f71b5-4238-407b-b7d6-c7a63c99445b HTTP/1.1" status: 204 len: 168 time: 0.9404662 Jun 15 14:13:12.883242 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-cba3f324-09e8-401d-94d2-9a8cd5b82f44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:12.934472 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956929c-f831-4fb2-abee-fcd6f71f09a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=753f71b5-4238-407b-b7d6-c7a63c99445b,revision_number=None']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:12.940812 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-5956929c-f831-4fb2-abee-fcd6f71f09a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:13.026769 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-bfb9be78-106e-43b8-a77c-5252112c8155 req-5a381a2e-85ce-42ee-a166-6fa85908a1ad tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1092776209&fields=id&tenant_id=bd051735f59a48aba03badfdff199de6 HTTP/1.1" status: 200 len: 267 time: 0.2243407 Jun 15 14:13:13.037527 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-da5c0587-aef2-4590-9cab-583060236296 req-28a0821c-36da-4ef1-aed6-36a4f9f9f01e tempest-DeleteServersTestJSON-990213416 tempest-DeleteServersTestJSON-990213416-project] 10.222.0.26 "GET /v2.0/security-groups?id=49a4afe6-1679-480c-8c2d-9390de44efef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602087 Jun 15 14:13:13.040303 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-880ea117-0283-483c-b004-057787b6dda3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378'] for subnet, after_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:13.044312 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:13.112025 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880ea117-0283-483c-b004-057787b6dda3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=042c6e44-cbd9-4016-836e-28af02b8df32,revision_number=0']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:13.118445 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-880ea117-0283-483c-b004-057787b6dda3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:13.123842 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880ea117-0283-483c-b004-057787b6dda3 admin admin] Checking segment: {'id': '94372631-cea1-4ff4-8d29-9e56643ce145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'e8960902-16a5-40b8-9269-3068ec433d2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:13:13.123959 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-880ea117-0283-483c-b004-057787b6dda3 admin admin] Network hostable DHCP agents. Network: e8960902-16a5-40b8-9269-3068ec433d2e, hostable agents: ['b76165da-6319-4f74-a975-61037e393453'], hosted agents: [] {{(pid=91907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:13:13.153449 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-880ea117-0283-483c-b004-057787b6dda3 admin admin] Network e8960902-16a5-40b8-9269-3068ec433d2e is scheduled to be hosted by DHCP agent b76165da-6319-4f74-a975-61037e393453 with binding_index 1 {{(pid=91907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:13:13.172361 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.scheduler.base_scheduler [None req-880ea117-0283-483c-b004-057787b6dda3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796471-1-iscsi, e8960902-16a5-40b8-9269-3068ec433d2e) {{(pid=91907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:13:13.181342 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-880ea117-0283-483c-b004-057787b6dda3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:13.181955 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-880ea117-0283-483c-b004-057787b6dda3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537372'] for subnet, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:13.182709 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c296bb5e-5b01-4de3-9119-d711257f0b9d None None] Network e8960902-16a5-40b8-9269-3068ec433d2e requested from dv-cinder-796471-1-iscsi {{(pid=91909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:13:13.218848 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-880ea117-0283-483c-b004-057787b6dda3 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.2969296 Jun 15 14:13:13.517946 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-521fbc4a-f793-4861-a907-221837d90d77 None None] Network e8960902-16a5-40b8-9269-3068ec433d2e requested from dv-cinder-796471-1-iscsi {{(pid=91909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:13:13.795031 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb9be78-106e-43b8-a77c-5252112c8155 req-1457bd5e-32ab-4421-a580-2fc825ed37af tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:13.796726 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-bfb9be78-106e-43b8-a77c-5252112c8155 req-1457bd5e-32ab-4421-a580-2fc825ed37af tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/networks?id=4aa06fea-aa17-4092-a73a-67493e684cef HTTP/1.1" status: 200 len: 811 time: 0.7313929 Jun 15 14:13:13.850691 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-bfb9be78-106e-43b8-a77c-5252112c8155 req-9955f108-4fd7-49a0-905e-d92eca005fbc tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/quotas/bd051735f59a48aba03badfdff199de6 HTTP/1.1" status: 200 len: 375 time: 0.0453787 Jun 15 14:13:13.939979 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-1e0c33f3-e49f-4456-ada3-70c613869566 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-33170876'] for port, before_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:14.113828 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d575bfe2-b069-42f4-9215-a070af86cb72 req-693cb54a-7790-439e-975b-257161433c23 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:14.116344 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-d575bfe2-b069-42f4-9215-a070af86cb72 req-693cb54a-7790-439e-975b-257161433c23 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/ports?device_id=807ea74d-380f-4665-bc01-98bcf480a45f HTTP/1.1" status: 200 len: 943 time: 0.2300599 Jun 15 14:13:14.131718 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Device 23dfee54-5ee9-40fa-a5a6-cef8074b2d74 up at agent ovs-agent-dv-cinder-796471-1-iscsi {{(pid=91909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:13:14.236356 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-d575bfe2-b069-42f4-9215-a070af86cb72 req-539d5549-29e2-4803-b524-361a8a16a190 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/security-groups?id=69da6443-a760-4382-8ecd-b3b336e40d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084962 Jun 15 14:13:14.284702 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-bfb9be78-106e-43b8-a77c-5252112c8155 req-ed9a86de-e476-4b12-af60-7dd61ae74334 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=bd051735f59a48aba03badfdff199de6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4216607 Jun 15 14:13:14.373263 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Provisioning for port 23dfee54-5ee9-40fa-a5a6-cef8074b2d74 completed by entity L2. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:13:14.383567 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Provisioning complete for port 23dfee54-5ee9-40fa-a5a6-cef8074b2d74 triggered by entity L2. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:13:14.383951 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897510'] for port, provisioning_complete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:14.506974 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.db.db_base_plugin_common [None req-1e0c33f3-e49f-4456-ada3-70c613869566 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Allocated IP 172.27.1.231 (962d46ed-056a-473f-b9cc-450bda4e3641/a342ae99-1675-4821-852d-5dc3e7213bc2/3a76c4dc-cbfc-44d8-b73a-7f70c5a9164c) {{(pid=91906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:13:14.626035 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:14.737915 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] For port 23dfee54-5ee9-40fa-a5a6-cef8074b2d74, host dv-cinder-796471-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796471-1-iscsi',level=0,port_id=23dfee54-5ee9-40fa-a5a6-cef8074b2d74,segment=NetworkSegment(29cbf6bd-3703-449c-90e3-2d0016356068),segment_id=29cbf6bd-3703-449c-90e3-2d0016356068)] {{(pid=91909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:13:14.744208 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492'] for port, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:14.748248 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:14.857683 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac692ec-c449-4163-9676-628eef424727 req-0b8a0448-9cdb-4222-9e29-ec1fdac1c500 tempest-DeleteServersTestJSON-990213416 tempest-DeleteServersTestJSON-990213416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:14.859439 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-3ac692ec-c449-4163-9676-628eef424727 req-0b8a0448-9cdb-4222-9e29-ec1fdac1c500 tempest-DeleteServersTestJSON-990213416 tempest-DeleteServersTestJSON-990213416-project] 10.222.0.26 "GET /v2.0/ports?device_id=a884f239-618a-4254-956e-2a9f3619dd3e HTTP/1.1" status: 200 len: 944 time: 0.2500911 Jun 15 14:13:14.935431 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-3ac692ec-c449-4163-9676-628eef424727 req-4af1e11d-c3c0-4d44-96fe-cb6f4e856b9a tempest-DeleteServersTestJSON-990213416 tempest-DeleteServersTestJSON-990213416-project] 10.222.0.26 "GET /v2.0/security-groups?id=49a4afe6-1679-480c-8c2d-9390de44efef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677333 Jun 15 14:13:14.949023 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-bfb9be78-106e-43b8-a77c-5252112c8155 req-8db5fbf3-5c8d-456a-8da0-3d2b74aee711 service neutron] 10.222.0.26 "GET /v2.0/networks/4aa06fea-aa17-4092-a73a-67493e684cef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6349247 Jun 15 14:13:14.964162 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Pushing event updated for resources: {'Port': ['ID=23dfee54-5ee9-40fa-a5a6-cef8074b2d74,revision_number=5']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:14.973525 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:15.143138 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 59552) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:13:15.151593 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-295cc946-513b-4868-b05f-72e1bdb35837 req-3619b748-5938-4474-9a82-955fe39f4903 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b4bd8b82-6993-4194-9681-d6ca79a7cbed HTTP/1.1" status: 200 len: 217 time: 0.1788502 Jun 15 14:13:15.157019 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.v2.base [None req-a06820dd-1005-4955-aaf6-d933218db6a0 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1982997760-network', 'tenant_id': '31ff0fd027f543ae84bd973e4410d236'}} {{(pid=91906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:13:15.230856 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fd39d5-875a-4ef6-917e-942e0d6e6442 req-b073d5b5-214d-495a-85bc-629d0da276aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:15.232273 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-36fd39d5-875a-4ef6-917e-942e0d6e6442 req-b073d5b5-214d-495a-85bc-629d0da276aa service neutron] 10.222.0.67 "GET /v2.0/subnets?id=11d3574f-5ac1-4e58-a4d2-de21f374209e HTTP/1.1" status: 200 len: 851 time: 0.2490253 Jun 15 14:13:15.244134 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295cc946-513b-4868-b05f-72e1bdb35837 req-736d7258-7739-42bd-9431-c4911883a3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:15.245771 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-295cc946-513b-4868-b05f-72e1bdb35837 req-736d7258-7739-42bd-9431-c4911883a3ed service neutron] 10.222.0.67 "GET /v2.0/subnets?id=afd26063-2fe1-438c-a2ba-9412fb4f10c5 HTTP/1.1" status: 200 len: 854 time: 0.0745506 Jun 15 14:13:15.314171 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-295cc946-513b-4868-b05f-72e1bdb35837 req-3ae6457a-f3e4-4383-bf21-f95cbc27a89c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=53647b0d-4ed8-4c65-8def-7670da912845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619299 Jun 15 14:13:15.326730 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a06820dd-1005-4955-aaf6-d933218db6a0 admin admin] Made reservation on behalf of 31ff0fd027f543ae84bd973e4410d236 for: {'network': 1} {{(pid=91906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:13:15.329049 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-a06820dd-1005-4955-aaf6-d933218db6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-33170876'] for network, before_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:15.361910 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-1e0c33f3-e49f-4456-ada3-70c613869566 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Notify callbacks [] for port, precommit_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:15.370500 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-36fd39d5-875a-4ef6-917e-942e0d6e6442 req-be90f634-ed86-4188-912c-89fb136744f8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=08b08efa-02c8-41f1-80c4-4cebd8c580e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0889709 Jun 15 14:13:15.410663 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-a06820dd-1005-4955-aaf6-d933218db6a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:15.461171 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-bfb9be78-106e-43b8-a77c-5252112c8155 req-a4108f22-8ec1-4e5d-b716-8dba628b956b service neutron] 10.222.0.26 "GET /v2.0/networks/4aa06fea-aa17-4092-a73a-67493e684cef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5008764 Jun 15 14:13:15.522606 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-295cc946-513b-4868-b05f-72e1bdb35837 req-e55576e3-0bb0-48e9-bd86-fa0a75653cb2 service neutron] 10.222.0.67 "GET /v2.0/networks/53647b0d-4ed8-4c65-8def-7670da912845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981962 Jun 15 14:13:15.603630 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-1e0c33f3-e49f-4456-ada3-70c613869566 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33170815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-53808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781714044429'] for port, after_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:15.612781 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-b0422469-04df-42a6-a9cd-57ea5ec1f116 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:15.616838 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-36fd39d5-875a-4ef6-917e-942e0d6e6442 req-eb0cb7f3-66b5-4ce8-8c23-aaad7a2a380a service neutron] 10.222.0.67 "GET /v2.0/networks/08b08efa-02c8-41f1-80c4-4cebd8c580e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280419 Jun 15 14:13:15.697387 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0545d0-1215-494e-b1f1-988185df53ee req-8b807cac-dc14-4b9b-9799-f52412cf63a1 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:15.719124 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-ff0545d0-1215-494e-b1f1-988185df53ee req-8b807cac-dc14-4b9b-9799-f52412cf63a1 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/ports?device_id=807ea74d-380f-4665-bc01-98bcf480a45f HTTP/1.1" status: 200 len: 943 time: 0.2851944 Jun 15 14:13:15.726070 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e0c33f3-e49f-4456-ada3-70c613869566 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Network 962d46ed-056a-473f-b9cc-450bda4e3641 is already hosted by enough agents. {{(pid=91906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:13:15.744084 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.scheduler.base_scheduler [None req-1e0c33f3-e49f-4456-ada3-70c613869566 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Resources bound (agent type, host, resource id): {{(pid=91906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:13:15.754587 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0c33f3-e49f-4456-ada3-70c613869566 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Received port after_create {{(pid=91906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:13:15.764133 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0c33f3-e49f-4456-ada3-70c613869566 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Pushing event updated for resources: {'Port': ['ID=3a76c4dc-cbfc-44d8-b73a-7f70c5a9164c,revision_number=1']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:15.814725 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-1e0c33f3-e49f-4456-ada3-70c613869566 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:15.821783 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-ff0545d0-1215-494e-b1f1-988185df53ee req-80aa96c3-5a03-4cf4-9d9f-b704a6f5bdc6 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/security-groups?id=69da6443-a760-4382-8ecd-b3b336e40d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004014 Jun 15 14:13:15.831165 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-295cc946-513b-4868-b05f-72e1bdb35837 req-1c2b3edc-0e76-4be8-a722-cc70f5f3e367 service neutron] 10.222.0.67 "GET /v2.0/networks/53647b0d-4ed8-4c65-8def-7670da912845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3008404 Jun 15 14:13:15.880169 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-c6f4c363-0d85-4ed5-9410-477e8f3cf2fa req-928f247f-e2f1-4726-920f-e8eee697d66d tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/ports?device_id=eaeff0a0-6ae8-4806-8bd3-d4547f9e2abf HTTP/1.1" status: 200 len: 210 time: 0.0683692 Jun 15 14:13:15.953753 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-a06820dd-1005-4955-aaf6-d933218db6a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:15.965112 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-a06820dd-1005-4955-aaf6-d933218db6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:15.976194 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-1e0c33f3-e49f-4456-ada3-70c613869566 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:15.986012 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:16.010104 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-36fd39d5-875a-4ef6-917e-942e0d6e6442 req-05308fea-2ad3-4b10-864a-559a5e57b540 service neutron] 10.222.0.67 "GET /v2.0/networks/08b08efa-02c8-41f1-80c4-4cebd8c580e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3817642 Jun 15 14:13:16.017802 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbb8970-b1e6-4fbe-8897-db7cb3a35da6 req-241ad995-bedd-4ed4-bfaa-b8cce36dd0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:16.019222 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a06820dd-1005-4955-aaf6-d933218db6a0 admin admin] vlan segment allocate from pool success with {'vlan_id': 864, 'physical_network': 'physnet1'} {{(pid=91906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:13:16.019922 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-8dbb8970-b1e6-4fbe-8897-db7cb3a35da6 req-241ad995-bedd-4ed4-bfaa-b8cce36dd0d7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3b9c49b5e22342c8817f864fe7313c45&device_id=807ea74d-380f-4665-bc01-98bcf480a45f HTTP/1.1" status: 200 len: 1096 time: 0.0839801 Jun 15 14:13:16.060264 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Device 23dfee54-5ee9-40fa-a5a6-cef8074b2d74 up at agent ovs-agent-dv-cinder-796471-1-iscsi {{(pid=91909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:13:16.064083 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-a06820dd-1005-4955-aaf6-d933218db6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32890017'] for segment, precommit_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:16.064241 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.db.segments_db [None req-a06820dd-1005-4955-aaf6-d933218db6a0 admin admin] Added segment c6e6a4d2-7310-4459-9d69-2fef75bbbce6 of type vlan for network 36441e3b-c4cf-4b77-a974-7037cb7e1213 Jun 15 14:13:16.146813 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-a06820dd-1005-4955-aaf6-d933218db6a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781714030749'] for network, precommit_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:16.181848 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Provisioning complete for port 23dfee54-5ee9-40fa-a5a6-cef8074b2d74 triggered by entity L2. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:13:16.182533 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897510'] for port, provisioning_complete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:16.195533 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06820dd-1005-4955-aaf6-d933218db6a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29905892-04ca-4263-9b24-db0a22124859,revision_number=1']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:16.226596 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-a06820dd-1005-4955-aaf6-d933218db6a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:16.273749 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-a06820dd-1005-4955-aaf6-d933218db6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-350226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537401'] for network, after_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:16.293458 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a06820dd-1005-4955-aaf6-d933218db6a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:16.294308 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-a06820dd-1005-4955-aaf6-d933218db6a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537372'] for network, before_response {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:16.312397 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-575056dc-684c-4516-83d2-5340b8cf95f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:16.322433 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbb8970-b1e6-4fbe-8897-db7cb3a35da6 req-25e544fd-54a2-4152-806d-39ef2b0c23f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:16.324796 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-8dbb8970-b1e6-4fbe-8897-db7cb3a35da6 req-25e544fd-54a2-4152-806d-39ef2b0c23f9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=53647b0d-4ed8-4c65-8def-7670da912845 HTTP/1.1" status: 200 len: 915 time: 0.2841816 Jun 15 14:13:16.404255 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-8dbb8970-b1e6-4fbe-8897-db7cb3a35da6 req-fbd90292-dfa2-4a29-9886-d532e3228c45 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b4bd8b82-6993-4194-9681-d6ca79a7cbed HTTP/1.1" status: 200 len: 217 time: 0.0705619 Jun 15 14:13:16.533203 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbb8970-b1e6-4fbe-8897-db7cb3a35da6 req-03577ad0-e59a-43ef-922f-da2ecd383b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:16.534684 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-8dbb8970-b1e6-4fbe-8897-db7cb3a35da6 req-03577ad0-e59a-43ef-922f-da2ecd383b26 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=afd26063-2fe1-438c-a2ba-9412fb4f10c5 HTTP/1.1" status: 200 len: 854 time: 0.1018717 Jun 15 14:13:16.588520 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-8dbb8970-b1e6-4fbe-8897-db7cb3a35da6 req-78e579d7-4c7a-4f98-811f-a528204235d0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=53647b0d-4ed8-4c65-8def-7670da912845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418265 Jun 15 14:13:16.617952 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e283f9-9c40-4979-a527-80c797c04e89 req-96c9f8b1-ec43-4b1a-b47e-1c6b18e4dc2b tempest-DeleteServersTestJSON-990213416 tempest-DeleteServersTestJSON-990213416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:16.626607 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-96e283f9-9c40-4979-a527-80c797c04e89 req-96c9f8b1-ec43-4b1a-b47e-1c6b18e4dc2b tempest-DeleteServersTestJSON-990213416 tempest-DeleteServersTestJSON-990213416-project] 10.222.0.26 "GET /v2.0/ports?device_id=a884f239-618a-4254-956e-2a9f3619dd3e HTTP/1.1" status: 200 len: 944 time: 0.2948852 Jun 15 14:13:16.676476 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-a06820dd-1005-4955-aaf6-d933218db6a0 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.5233932 Jun 15 14:13:16.680604 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06820dd-1005-4955-aaf6-d933218db6a0 admin admin] Pushing event updated for resources: {'Network': ['ID=36441e3b-c4cf-4b77-a974-7037cb7e1213,revision_number=1']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:16.682582 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 59626) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:13:16.688426 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.v2.base [None req-66082d65-4da3-4d6e-b566-8f6ec3827d09 admin admin] Request body: {'subnet': {'network_id': '36441e3b-c4cf-4b77-a974-7037cb7e1213', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1982997760-subnet', 'tenant_id': '31ff0fd027f543ae84bd973e4410d236', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:13:16.692034 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-a06820dd-1005-4955-aaf6-d933218db6a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:16.695488 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Network 36441e3b-c4cf-4b77-a974-7037cb7e1213 details requested by agent ovs-agent-dv-cinder-796471-1-iscsi with host dv-cinder-796471-1-iscsi {{(pid=91909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:13:16.713022 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-1e0c33f3-e49f-4456-ada3-70c613869566 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:16.769743 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-96e283f9-9c40-4979-a527-80c797c04e89 req-952cd618-067d-48dd-afcc-69c7c281ee1a tempest-DeleteServersTestJSON-990213416 tempest-DeleteServersTestJSON-990213416-project] 10.222.0.26 "GET /v2.0/security-groups?id=49a4afe6-1679-480c-8c2d-9390de44efef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416898 Jun 15 14:13:16.801868 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-8dbb8970-b1e6-4fbe-8897-db7cb3a35da6 req-84ef9f8b-4f10-40c7-8740-5b5da4590098 service neutron] 10.222.0.67 "GET /v2.0/networks/53647b0d-4ed8-4c65-8def-7670da912845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032132 Jun 15 14:13:16.818949 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7702f45-9781-445a-aa19-6f7abb02eb67 req-f11515f8-3377-4c48-98bc-30b61ba14993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:16.820722 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-a7702f45-9781-445a-aa19-6f7abb02eb67 req-f11515f8-3377-4c48-98bc-30b61ba14993 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8a024473f67f46c6baf4e597ab55e4fb&device_id=a884f239-618a-4254-956e-2a9f3619dd3e HTTP/1.1" status: 200 len: 1097 time: 0.5908952 Jun 15 14:13:16.832088 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66082d65-4da3-4d6e-b566-8f6ec3827d09 admin admin] Made reservation on behalf of 31ff0fd027f543ae84bd973e4410d236 for: {'subnet': 1} {{(pid=91906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:13:16.834500 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-66082d65-4da3-4d6e-b566-8f6ec3827d09 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:16.993888 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-8dbb8970-b1e6-4fbe-8897-db7cb3a35da6 req-74921a6b-c867-4da0-8ac8-e06eb1669fdd service neutron] 10.222.0.67 "GET /v2.0/networks/53647b0d-4ed8-4c65-8def-7670da912845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662343 Jun 15 14:13:17.109316 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-b5d944c9-84c5-4aa8-a231-f360484907a0 req-afd5725e-1d0f-4ded-b4c4-8e5397abb0e9 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/ports?device_id=eaeff0a0-6ae8-4806-8bd3-d4547f9e2abf HTTP/1.1" status: 200 len: 210 time: 0.0455246 Jun 15 14:13:17.287930 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 59642) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:13:17.368386 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7702f45-9781-445a-aa19-6f7abb02eb67 req-59cd4b36-e9ff-4fed-97aa-ed0e7460490a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:17.369830 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-a7702f45-9781-445a-aa19-6f7abb02eb67 req-59cd4b36-e9ff-4fed-97aa-ed0e7460490a service neutron] 10.222.0.67 "GET /v2.0/networks?id=08b08efa-02c8-41f1-80c4-4cebd8c580e7 HTTP/1.1" status: 200 len: 912 time: 0.5393710 Jun 15 14:13:17.406160 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-786de817-7f55-4987-94e8-89af69fb7d9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:17.497904 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-a7702f45-9781-445a-aa19-6f7abb02eb67 req-24099b83-4acc-4886-b485-16bad1df4e89 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ad7ba40e-3a64-49a2-aed5-f1bff299da75 HTTP/1.1" status: 200 len: 217 time: 0.0997064 Jun 15 14:13:17.512526 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-786de817-7f55-4987-94e8-89af69fb7d9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:17.518310 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-786de817-7f55-4987-94e8-89af69fb7d9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:17.522753 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-6b95900f-a704-4fde-be30-a2c343f5caca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:17.529520 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a656f3-17b8-4490-ac93-b9859e0e1699 req-a0ebd250-d983-4ae1-9eba-943d1a6bc25a tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:17.531127 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-d3a656f3-17b8-4490-ac93-b9859e0e1699 req-a0ebd250-d983-4ae1-9eba-943d1a6bc25a tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/ports?device_id=807ea74d-380f-4665-bc01-98bcf480a45f HTTP/1.1" status: 200 len: 943 time: 0.4428468 Jun 15 14:13:17.599524 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786de817-7f55-4987-94e8-89af69fb7d9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b6c611b-0d1c-48b8-bfca-8f2be58c6b9a,revision_number=1']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:17.603094 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-786de817-7f55-4987-94e8-89af69fb7d9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:17.612698 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-786de817-7f55-4987-94e8-89af69fb7d9a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=67667b9a3e38417689b07d7ec6a5649a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3206375 Jun 15 14:13:17.614325 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 59646) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:13:17.621196 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-1e0c33f3-e49f-4456-ada3-70c613869566 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Notify callbacks [] for port, precommit_update {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:17.664992 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-1e0c33f3-e49f-4456-ada3-70c613869566 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492'] for port, after_update {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:17.704169 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-b0422469-04df-42a6-a9cd-57ea5ec1f116 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:17.754674 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-d3a656f3-17b8-4490-ac93-b9859e0e1699 req-70836a49-99b5-4b6d-a40e-08add22cb3fe tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/security-groups?id=69da6443-a760-4382-8ecd-b3b336e40d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155044 Jun 15 14:13:17.765534 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-66082d65-4da3-4d6e-b566-8f6ec3827d09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378'] for subnet, after_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:17.780191 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-1e0c33f3-e49f-4456-ada3-70c613869566 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667260'] for floatingip, after_update {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:17.786502 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7702f45-9781-445a-aa19-6f7abb02eb67 req-c4ff8df6-4a16-4bd3-80a1-d0ec1f57e1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:17.788330 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-a7702f45-9781-445a-aa19-6f7abb02eb67 req-c4ff8df6-4a16-4bd3-80a1-d0ec1f57e1e1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=11d3574f-5ac1-4e58-a4d2-de21f374209e HTTP/1.1" status: 200 len: 851 time: 0.2326915 Jun 15 14:13:17.820216 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0c33f3-e49f-4456-ada3-70c613869566 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Pushing event updated for resources: {'Port': ['ID=3a76c4dc-cbfc-44d8-b73a-7f70c5a9164c,revision_number=2']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:17.846209 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-1e0c33f3-e49f-4456-ada3-70c613869566 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:17.847241 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-bc1b7cb2-2bc6-47eb-a0db-24f1abedf945 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.062s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:17.849341 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-1e0c33f3-e49f-4456-ada3-70c613869566 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58954'] for floatingip, before_response {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:17.850595 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-1e0c33f3-e49f-4456-ada3-70c613869566 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0513461 Jun 15 14:13:17.852654 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-a7702f45-9781-445a-aa19-6f7abb02eb67 req-25586f47-37cc-43cd-b946-248606f3383b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=08b08efa-02c8-41f1-80c4-4cebd8c580e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509188 Jun 15 14:13:18.001251 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66082d65-4da3-4d6e-b566-8f6ec3827d09 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9bba727-d4ff-44c6-beca-b8e424d38388,revision_number=0']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:18.004935 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66082d65-4da3-4d6e-b566-8f6ec3827d09 admin admin] Checking segment: {'id': 'c6e6a4d2-7310-4459-9d69-2fef75bbbce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '36441e3b-c4cf-4b77-a974-7037cb7e1213'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:13:18.005289 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66082d65-4da3-4d6e-b566-8f6ec3827d09 admin admin] Network hostable DHCP agents. Network: 36441e3b-c4cf-4b77-a974-7037cb7e1213, hostable agents: ['b76165da-6319-4f74-a975-61037e393453'], hosted agents: [] {{(pid=91906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:13:18.008499 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-66082d65-4da3-4d6e-b566-8f6ec3827d09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:18.046370 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-deac7624-b448-4386-b29f-f021eba78f3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:18.051512 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-a7702f45-9781-445a-aa19-6f7abb02eb67 req-af8daf27-c776-4866-a677-1a2012cb49af service neutron] 10.222.0.67 "GET /v2.0/networks/08b08efa-02c8-41f1-80c4-4cebd8c580e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696827 Jun 15 14:13:18.053303 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66082d65-4da3-4d6e-b566-8f6ec3827d09 admin admin] Network 36441e3b-c4cf-4b77-a974-7037cb7e1213 is scheduled to be hosted by DHCP agent b76165da-6319-4f74-a975-61037e393453 with binding_index 1 {{(pid=91906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:13:18.057917 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-2bd368b0-71bc-4cd6-98e6-4a9fecd04f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:18.070538 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.scheduler.base_scheduler [None req-66082d65-4da3-4d6e-b566-8f6ec3827d09 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796471-1-iscsi, 36441e3b-c4cf-4b77-a974-7037cb7e1213) {{(pid=91906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:13:18.080692 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e630b726-dfc1-4e13-a393-9ab82f289736 None None] Network 36441e3b-c4cf-4b77-a974-7037cb7e1213 requested from dv-cinder-796471-1-iscsi {{(pid=91909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:13:18.106190 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb9be78-106e-43b8-a77c-5252112c8155 req-75498c66-3cd8-463d-8697-a5b4e972ac6e tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:18.107660 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-bfb9be78-106e-43b8-a77c-5252112c8155 req-75498c66-3cd8-463d-8697-a5b4e972ac6e tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.67 "GET /v2.0/networks?id=4aa06fea-aa17-4092-a73a-67493e684cef HTTP/1.1" status: 200 len: 811 time: 0.5587785 Jun 15 14:13:18.116566 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66082d65-4da3-4d6e-b566-8f6ec3827d09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:18.117163 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-66082d65-4da3-4d6e-b566-8f6ec3827d09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537372'] for subnet, before_response {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:18.123333 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-deac7624-b448-4386-b29f-f021eba78f3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:18.138417 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-66082d65-4da3-4d6e-b566-8f6ec3827d09 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4540224 Jun 15 14:13:18.218643 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381c8fb4-01e1-4ac7-aa98-8d22a0ad9d0a req-70c53e10-0e42-4cc7-8627-051b6276551e tempest-DeleteServersTestJSON-990213416 tempest-DeleteServersTestJSON-990213416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:18.220449 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-381c8fb4-01e1-4ac7-aa98-8d22a0ad9d0a req-70c53e10-0e42-4cc7-8627-051b6276551e tempest-DeleteServersTestJSON-990213416 tempest-DeleteServersTestJSON-990213416-project] 10.222.0.26 "GET /v2.0/ports?device_id=a884f239-618a-4254-956e-2a9f3619dd3e HTTP/1.1" status: 200 len: 944 time: 0.3047059 Jun 15 14:13:18.288335 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-bfb9be78-106e-43b8-a77c-5252112c8155 req-41b986ba-8a6b-42d7-a7ec-fa450e9302a8 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd051735f59a48aba03badfdff199de6 HTTP/1.1" status: 200 len: 380 time: 0.1530125 Jun 15 14:13:18.301123 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.v2.base [req-bfb9be78-106e-43b8-a77c-5252112c8155 req-184d70e5-4c28-4364-88cf-bb0acd60ca02 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Request body: {'port': {'device_id': 'eaeff0a0-6ae8-4806-8bd3-d4547f9e2abf', 'network_id': '4aa06fea-aa17-4092-a73a-67493e684cef', 'admin_state_up': True, 'tenant_id': 'bd051735f59a48aba03badfdff199de6', 'security_groups': ['f8daf90f-052e-4250-95f7-9d7da7fb7be2']}} {{(pid=91907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:13:18.303408 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-df71ad7b-95a8-4881-bfcd-f91743455fd7 req-2fafa2c0-cd45-4dd6-b315-bdbc73288bdc tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--684231490&fields=id&tenant_id=52a857fa93204cfd848344919ef0f84a HTTP/1.1" status: 200 len: 267 time: 0.0917704 Jun 15 14:13:18.327065 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 59690) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:13:18.430844 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3f49d4d-d6ee-4510-a561-353a90bd8550 admin admin] Deleting subnet 042c6e44-cbd9-4016-836e-28af02b8df32 {{(pid=91906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 15 14:13:18.441335 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-381c8fb4-01e1-4ac7-aa98-8d22a0ad9d0a req-93b74349-cc48-4aad-a91a-cbd009b73458 tempest-DeleteServersTestJSON-990213416 tempest-DeleteServersTestJSON-990213416-project] 10.222.0.26 "GET /v2.0/security-groups?id=49a4afe6-1679-480c-8c2d-9390de44efef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102973 Jun 15 14:13:18.445422 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-deac7624-b448-4386-b29f-f021eba78f3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:18.448856 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-deac7624-b448-4386-b29f-f021eba78f3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:18.450440 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-deac7624-b448-4386-b29f-f021eba78f3b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4b6c611b-0d1c-48b8-bfca-8f2be58c6b9a HTTP/1.1" status: 204 len: 168 time: 0.8361206 Jun 15 14:13:18.451631 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-5956929c-f831-4fb2-abee-fcd6f71f09a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:18.467303 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deac7624-b448-4386-b29f-f021eba78f3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b6c611b-0d1c-48b8-bfca-8f2be58c6b9a,revision_number=None']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:18.480133 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-deac7624-b448-4386-b29f-f021eba78f3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:18.510168 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb95ffd-5723-4732-a7bf-82a170e2bcf7 None None] Network 36441e3b-c4cf-4b77-a974-7037cb7e1213 requested from dv-cinder-796471-1-iscsi {{(pid=91909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:13:18.514334 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfb9be78-106e-43b8-a77c-5252112c8155 req-184d70e5-4c28-4364-88cf-bb0acd60ca02 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Made reservation on behalf of bd051735f59a48aba03badfdff199de6 for: {'port': 1} {{(pid=91907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:13:18.518142 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-bfb9be78-106e-43b8-a77c-5252112c8155 req-184d70e5-4c28-4364-88cf-bb0acd60ca02 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-33170876'] for port, before_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:18.550749 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 59696) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:13:18.577702 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-e3f49d4d-d6ee-4510-a561-353a90bd8550 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:18.580844 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-a7702f45-9781-445a-aa19-6f7abb02eb67 req-cac81554-7eb4-4bc9-a4d2-12794a9c73d5 service neutron] 10.222.0.67 "GET /v2.0/networks/08b08efa-02c8-41f1-80c4-4cebd8c580e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5198305 Jun 15 14:13:18.664513 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-e3f49d4d-d6ee-4510-a561-353a90bd8550 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:18.712131 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-e3f49d4d-d6ee-4510-a561-353a90bd8550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32884212'] for subnet, precommit_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:18.725491 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df71ad7b-95a8-4881-bfcd-f91743455fd7 req-98e7ce6d-6d55-4c80-baaa-e9e34c41a9f8 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:18.730733 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-df71ad7b-95a8-4881-bfcd-f91743455fd7 req-98e7ce6d-6d55-4c80-baaa-e9e34c41a9f8 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/networks?id=610d1d9e-6798-4665-ba11-cd870fb10064 HTTP/1.1" status: 200 len: 817 time: 0.4225609 Jun 15 14:13:18.780347 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-df71ad7b-95a8-4881-bfcd-f91743455fd7 req-2cc721ba-1b7d-4c4f-86a9-4a918dc31d41 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/quotas/52a857fa93204cfd848344919ef0f84a HTTP/1.1" status: 200 len: 375 time: 0.0248175 Jun 15 14:13:18.809624 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-8937ee94-e3f7-4d99-b63d-4cf0358a4de0 req-6cf201bb-7aa9-4357-9052-609268448cae tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/ports?device_id=eaeff0a0-6ae8-4806-8bd3-d4547f9e2abf HTTP/1.1" status: 200 len: 210 time: 0.1321404 Jun 15 14:13:18.823542 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-31d17af0-69cd-499b-981c-63066186f754 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:18.863511 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.db.db_base_plugin_common [req-bfb9be78-106e-43b8-a77c-5252112c8155 req-184d70e5-4c28-4364-88cf-bb0acd60ca02 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Allocated IP 172.20.0.3 (4aa06fea-aa17-4092-a73a-67493e684cef/948d283c-351b-4469-a9b0-92e873d860c7/185635d3-2677-45f0-bf52-777e1c826b0a) {{(pid=91907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:13:18.865698 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-e3f49d4d-d6ee-4510-a561-353a90bd8550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32884221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378'] for subnet, after_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:18.871646 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-66082d65-4da3-4d6e-b566-8f6ec3827d09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:18.907963 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f49d4d-d6ee-4510-a561-353a90bd8550 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=042c6e44-cbd9-4016-836e-28af02b8df32,revision_number=None']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:18.911625 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-e3f49d4d-d6ee-4510-a561-353a90bd8550 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:18.914914 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-e3f49d4d-d6ee-4510-a561-353a90bd8550 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537372'] for subnet, before_response {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:18.916834 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-e3f49d4d-d6ee-4510-a561-353a90bd8550 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/042c6e44-cbd9-4016-836e-28af02b8df32 HTTP/1.1" status: 204 len: 168 time: 0.5711725 Jun 15 14:13:18.919874 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 59706) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:13:19.022431 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-df71ad7b-95a8-4881-bfcd-f91743455fd7 req-bd705d56-c322-474f-aefd-cd01a3482133 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=52a857fa93204cfd848344919ef0f84a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2370038 Jun 15 14:13:19.029309 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-d135a67e-8592-40bd-aaa4-5586cc0af965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33040767'] for network, before_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:19.164898 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-31d17af0-69cd-499b-981c-63066186f754 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:19.182333 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-31d17af0-69cd-499b-981c-63066186f754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:19.193694 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-dd315925-aab7-4b5c-bc80-15cc20cba625 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:19.221667 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3ff81c-59a6-4be3-bffe-b299f772b319 req-68f3674f-446d-4ae7-9a1f-4b5f6ffddc99 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:19.223258 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-ae3ff81c-59a6-4be3-bffe-b299f772b319 req-68f3674f-446d-4ae7-9a1f-4b5f6ffddc99 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/ports?device_id=807ea74d-380f-4665-bc01-98bcf480a45f HTTP/1.1" status: 200 len: 943 time: 0.2488477 Jun 15 14:13:19.238626 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-bfb9be78-106e-43b8-a77c-5252112c8155 req-184d70e5-4c28-4364-88cf-bb0acd60ca02 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Notify callbacks [] for port, precommit_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:19.291695 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d17af0-69cd-499b-981c-63066186f754 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf8591ab-c5ce-4c46-956f-8b907ccc9801,revision_number=1']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:19.299019 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-31d17af0-69cd-499b-981c-63066186f754 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6e825be49ffa44219a1459ff26bcdd50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7448318 Jun 15 14:13:19.302351 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-31d17af0-69cd-499b-981c-63066186f754 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:19.303309 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 59720) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:13:19.304188 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.db.provisioning_blocks [req-bfb9be78-106e-43b8-a77c-5252112c8155 req-184d70e5-4c28-4364-88cf-bb0acd60ca02 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Transition to ACTIVE for port object 185635d3-2677-45f0-bf52-777e1c826b0a will not be triggered until provisioned by entity DHCP. {{(pid=91907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:13:19.369484 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-ae3ff81c-59a6-4be3-bffe-b299f772b319 req-816deb79-33fb-4b7d-88c7-ad63a06f68a6 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/security-groups?id=69da6443-a760-4382-8ecd-b3b336e40d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354733 Jun 15 14:13:19.414025 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-81e2f33f-0292-41ad-b98d-1556917b6e72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:19.421404 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-d135a67e-8592-40bd-aaa4-5586cc0af965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32895081', 'neutron.services.segments.db._delete_segments_for_network-8781714566072'] for network, precommit_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:19.426338 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-bfb9be78-106e-43b8-a77c-5252112c8155 req-184d70e5-4c28-4364-88cf-bb0acd60ca02 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33170815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-53808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781714044429'] for port, after_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:19.442000 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:19.443292 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-d135a67e-8592-40bd-aaa4-5586cc0af965 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:13:19.443778 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-d135a67e-8592-40bd-aaa4-5586cc0af965 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:13:19.444382 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-d135a67e-8592-40bd-aaa4-5586cc0af965 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:13:19.444725 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-d135a67e-8592-40bd-aaa4-5586cc0af965 admin admin] Subscribe: > port after_create 55550000 {{(pid=91906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:13:19.445043 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-d135a67e-8592-40bd-aaa4-5586cc0af965 admin admin] Subscribe: > port after_delete 55550000 {{(pid=91906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:13:19.445425 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-d135a67e-8592-40bd-aaa4-5586cc0af965 admin admin] Subscribe: > port after_update 55550000 {{(pid=91906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:13:19.445724 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-d135a67e-8592-40bd-aaa4-5586cc0af965 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:13:19.446044 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-d135a67e-8592-40bd-aaa4-5586cc0af965 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:13:19.446696 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-d135a67e-8592-40bd-aaa4-5586cc0af965 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:13:19.446833 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-81e2f33f-0292-41ad-b98d-1556917b6e72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:19.446928 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-d135a67e-8592-40bd-aaa4-5586cc0af965 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:13:19.510309 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfb9be78-106e-43b8-a77c-5252112c8155 req-184d70e5-4c28-4364-88cf-bb0acd60ca02 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Network 4aa06fea-aa17-4092-a73a-67493e684cef is already hosted by enough agents. {{(pid=91907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:13:19.523435 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.scheduler.base_scheduler [req-bfb9be78-106e-43b8-a77c-5252112c8155 req-184d70e5-4c28-4364-88cf-bb0acd60ca02 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Resources bound (agent type, host, resource id): {{(pid=91907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:13:19.535332 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfb9be78-106e-43b8-a77c-5252112c8155 req-184d70e5-4c28-4364-88cf-bb0acd60ca02 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Received port after_create {{(pid=91907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:13:19.540794 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb9be78-106e-43b8-a77c-5252112c8155 req-184d70e5-4c28-4364-88cf-bb0acd60ca02 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:19.541371 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-bfb9be78-106e-43b8-a77c-5252112c8155 req-184d70e5-4c28-4364-88cf-bb0acd60ca02 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537372'] for port, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:19.549685 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184d70e5-4c28-4364-88cf-bb0acd60ca02 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Pushing event updated for resources: {'Port': ['ID=185635d3-2677-45f0-bf52-777e1c826b0a,revision_number=1']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:19.557356 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-184d70e5-4c28-4364-88cf-bb0acd60ca02 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:19.566252 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-bfb9be78-106e-43b8-a77c-5252112c8155 req-184d70e5-4c28-4364-88cf-bb0acd60ca02 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2698410 Jun 15 14:13:19.599270 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-81e2f33f-0292-41ad-b98d-1556917b6e72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:19.602522 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-81e2f33f-0292-41ad-b98d-1556917b6e72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:19.606746 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-81e2f33f-0292-41ad-b98d-1556917b6e72 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cf8591ab-c5ce-4c46-956f-8b907ccc9801 HTTP/1.1" status: 204 len: 168 time: 0.3008046 Jun 15 14:13:19.607759 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:19.674012 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-d135a67e-8592-40bd-aaa4-5586cc0af965 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:13:19.674833 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-d135a67e-8592-40bd-aaa4-5586cc0af965 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:13:19.675329 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-d135a67e-8592-40bd-aaa4-5586cc0af965 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:13:19.675817 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-d135a67e-8592-40bd-aaa4-5586cc0af965 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:13:19.676313 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.services.segments.db [None req-d135a67e-8592-40bd-aaa4-5586cc0af965 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8960902-16a5-40b8-9269-3068ec433d2e']}} {{(pid=91906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:13:19.676738 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e2f33f-0292-41ad-b98d-1556917b6e72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf8591ab-c5ce-4c46-956f-8b907ccc9801,revision_number=None']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:19.700761 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.services.segments.db [None req-d135a67e-8592-40bd-aaa4-5586cc0af965 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94372631-cea1-4ff4-8d29-9e56643ce145') {'for_net_delete': True} {{(pid=91906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:13:19.701415 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.services.segments.db [None req-d135a67e-8592-40bd-aaa4-5586cc0af965 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94372631-cea1-4ff4-8d29-9e56643ce145') {} {{(pid=91906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:13:19.701528 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-81e2f33f-0292-41ad-b98d-1556917b6e72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:19.722817 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-d135a67e-8592-40bd-aaa4-5586cc0af965 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781714565910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3510240'] for segment, before_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:19.745678 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943ca01f-268d-4577-a624-cfb6a7c3f128 req-726c113e-8d9a-448c-814b-2ff2de19e5ba tempest-DeleteServersTestJSON-990213416 tempest-DeleteServersTestJSON-990213416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:19.747585 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-943ca01f-268d-4577-a624-cfb6a7c3f128 req-726c113e-8d9a-448c-814b-2ff2de19e5ba tempest-DeleteServersTestJSON-990213416 tempest-DeleteServersTestJSON-990213416-project] 10.222.0.26 "GET /v2.0/ports?device_id=a884f239-618a-4254-956e-2a9f3619dd3e HTTP/1.1" status: 200 len: 944 time: 0.1289518 Jun 15 14:13:19.766255 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-d135a67e-8592-40bd-aaa4-5586cc0af965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32890017'] for segment, precommit_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:19.794292 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d135a67e-8592-40bd-aaa4-5586cc0af965 admin admin] Releasing vlan 869 on physical network physnet1 to pool {{(pid=91906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:13:19.794508 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-d135a67e-8592-40bd-aaa4-5586cc0af965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32890017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3410817'] for segment, after_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:19.798450 dv-cinder-796471-1-iscsi neutron-server[91906]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 15 14:13:19.798450 dv-cinder-796471-1-iscsi neutron-server[91906]: from cryptography.utils import int_from_bytes Jun 15 14:13:19.798450 dv-cinder-796471-1-iscsi neutron-server[91906]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 15 14:13:19.798450 dv-cinder-796471-1-iscsi neutron-server[91906]: from cryptography.utils import int_from_bytes Jun 15 14:13:19.798450 dv-cinder-796471-1-iscsi neutron-server[91906]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:13:19.798450 dv-cinder-796471-1-iscsi neutron-server[91906]: retrieve_revision_numbers = { Jun 15 14:13:19.798450 dv-cinder-796471-1-iscsi neutron-server[91906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:13:19.798450 dv-cinder-796471-1-iscsi neutron-server[91906]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:13:19.798450 dv-cinder-796471-1-iscsi neutron-server[91906]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:13:19.798450 dv-cinder-796471-1-iscsi neutron-server[91906]: retrieve_revision_numbers = { Jun 15 14:13:19.798450 dv-cinder-796471-1-iscsi neutron-server[91906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:13:19.798450 dv-cinder-796471-1-iscsi neutron-server[91906]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:13:19.798450 dv-cinder-796471-1-iscsi neutron-server[91906]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:13:19.798450 dv-cinder-796471-1-iscsi neutron-server[91906]: retrieve_revision_numbers = { Jun 15 14:13:19.798450 dv-cinder-796471-1-iscsi neutron-server[91906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:13:19.798450 dv-cinder-796471-1-iscsi neutron-server[91906]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:13:19.798450 dv-cinder-796471-1-iscsi neutron-server[91906]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:13:19.798450 dv-cinder-796471-1-iscsi neutron-server[91906]: retrieve_revision_numbers = { Jun 15 14:13:19.798450 dv-cinder-796471-1-iscsi neutron-server[91906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:13:19.798450 dv-cinder-796471-1-iscsi neutron-server[91906]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:13:19.798450 dv-cinder-796471-1-iscsi neutron-server[91906]: Traceback (most recent call last): Jun 15 14:13:19.798450 dv-cinder-796471-1-iscsi neutron-server[91906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 15 14:13:19.798450 dv-cinder-796471-1-iscsi neutron-server[91906]: timer() Jun 15 14:13:19.798450 dv-cinder-796471-1-iscsi neutron-server[91906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 15 14:13:19.798450 dv-cinder-796471-1-iscsi neutron-server[91906]: cb(*args, **kw) Jun 15 14:13:19.798450 dv-cinder-796471-1-iscsi neutron-server[91906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 15 14:13:19.798450 dv-cinder-796471-1-iscsi neutron-server[91906]: return func(*args, **kwargs) Jun 15 14:13:19.798450 dv-cinder-796471-1-iscsi neutron-server[91906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 15 14:13:19.798450 dv-cinder-796471-1-iscsi neutron-server[91906]: self._notify() Jun 15 14:13:19.798450 dv-cinder-796471-1-iscsi neutron-server[91906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 15 14:13:19.798450 dv-cinder-796471-1-iscsi neutron-server[91906]: self.callback(batched_events) Jun 15 14:13:19.798450 dv-cinder-796471-1-iscsi neutron-server[91906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 15 14:13:19.798450 dv-cinder-796471-1-iscsi neutron-server[91906]: event.method(event) Jun 15 14:13:19.798450 dv-cinder-796471-1-iscsi neutron-server[91906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 15 14:13:19.798450 dv-cinder-796471-1-iscsi neutron-server[91906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 15 14:13:19.798450 dv-cinder-796471-1-iscsi neutron-server[91906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 15 14:13:19.798450 dv-cinder-796471-1-iscsi neutron-server[91906]: aggregate_uuid = self.p_client.list_aggregates( Jun 15 14:13:19.798450 dv-cinder-796471-1-iscsi neutron-server[91906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 15 14:13:19.798450 dv-cinder-796471-1-iscsi neutron-server[91906]: return f(self, *a, **k) Jun 15 14:13:19.798450 dv-cinder-796471-1-iscsi neutron-server[91906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 15 14:13:19.798450 dv-cinder-796471-1-iscsi neutron-server[91906]: return self._get(url).json() Jun 15 14:13:19.798450 dv-cinder-796471-1-iscsi neutron-server[91906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 15 14:13:19.798450 dv-cinder-796471-1-iscsi neutron-server[91906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 15 14:13:19.798450 dv-cinder-796471-1-iscsi neutron-server[91906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 15 14:13:19.798450 dv-cinder-796471-1-iscsi neutron-server[91906]: return self.request(url, 'GET', **kwargs) Jun 15 14:13:19.798450 dv-cinder-796471-1-iscsi neutron-server[91906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 15 14:13:19.798450 dv-cinder-796471-1-iscsi neutron-server[91906]: base_url = self.get_endpoint(auth, allow=allow, Jun 15 14:13:19.798450 dv-cinder-796471-1-iscsi neutron-server[91906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 15 14:13:19.798450 dv-cinder-796471-1-iscsi neutron-server[91906]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 15 14:13:19.798450 dv-cinder-796471-1-iscsi neutron-server[91906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 15 14:13:19.798450 dv-cinder-796471-1-iscsi neutron-server[91906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 15 14:13:19.798450 dv-cinder-796471-1-iscsi neutron-server[91906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 15 14:13:19.837490 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-943ca01f-268d-4577-a624-cfb6a7c3f128 req-fc4eed3b-8c68-432d-a880-e3021d26ded6 tempest-DeleteServersTestJSON-990213416 tempest-DeleteServersTestJSON-990213416-project] 10.222.0.26 "GET /v2.0/security-groups?id=49a4afe6-1679-480c-8c2d-9390de44efef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812564 Jun 15 14:13:19.895152 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-df71ad7b-95a8-4881-bfcd-f91743455fd7 req-574cd5ac-89a6-41b4-b131-667dedda782b service neutron] 10.222.0.26 "GET /v2.0/networks/610d1d9e-6798-4665-ba11-cd870fb10064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8508520 Jun 15 14:13:19.935924 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-66a67867-1708-4f85-9943-ea294e030b7e None None] Provisioning for port 185635d3-2677-45f0-bf52-777e1c826b0a completed by entity DHCP. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:13:19.944089 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-66a67867-1708-4f85-9943-ea294e030b7e None None] Provisioning complete for port 185635d3-2677-45f0-bf52-777e1c826b0a triggered by entity DHCP. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:13:19.944684 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-66a67867-1708-4f85-9943-ea294e030b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897510'] for port, provisioning_complete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:20.024999 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.plugin [None req-66a67867-1708-4f85-9943-ea294e030b7e None None] Port 185635d3-2677-45f0-bf52-777e1c826b0a cannot update to ACTIVE because it is not bound. {{(pid=91909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 15 14:13:20.042698 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-df71ad7b-95a8-4881-bfcd-f91743455fd7 req-a0dafd9c-f38a-4c38-a913-a1537008b370 service neutron] 10.222.0.26 "GET /v2.0/networks/610d1d9e-6798-4665-ba11-cd870fb10064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466672 Jun 15 14:13:20.044124 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-d135a67e-8592-40bd-aaa4-5586cc0af965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32895094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-350226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667141'] for network, after_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:20.051433 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-1b7e2d76-9dfd-44a6-b308-2999f92bd9b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:20.054287 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-d135a67e-8592-40bd-aaa4-5586cc0af965 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537372'] for network, before_response {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:20.056505 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-d135a67e-8592-40bd-aaa4-5586cc0af965 admin admin] 10.222.0.26 "DELETE /v2.0/networks/e8960902-16a5-40b8-9269-3068ec433d2e HTTP/1.1" status: 204 len: 168 time: 1.1354444 Jun 15 14:13:20.061616 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef1dc25-b168-496e-93ce-219029dbf7ef req-5b0003ba-4d78-430f-bf08-746eeee0f789 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:20.070934 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-7ef1dc25-b168-496e-93ce-219029dbf7ef req-5b0003ba-4d78-430f-bf08-746eeee0f789 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/ports?device_id=eaeff0a0-6ae8-4806-8bd3-d4547f9e2abf HTTP/1.1" status: 200 len: 931 time: 0.0951414 Jun 15 14:13:20.071245 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 59740) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:13:20.080980 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d135a67e-8592-40bd-aaa4-5586cc0af965 admin admin] Pushing event deleted for resources: {'Network': ['ID=e8960902-16a5-40b8-9269-3068ec433d2e,revision_number=None']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:20.107588 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-d135a67e-8592-40bd-aaa4-5586cc0af965 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:20.133093 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.db.db_base_plugin_v2 [None req-c411a558-5558-4676-a90d-51eb1cef40b9 admin admin] Deleting subnet f9bba727-d4ff-44c6-beca-b8e424d38388 {{(pid=91906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 15 14:13:20.137964 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-c411a558-5558-4676-a90d-51eb1cef40b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:20.148131 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-7ef1dc25-b168-496e-93ce-219029dbf7ef req-bf6b4a57-6e16-4996-aca3-5e652894d4aa tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8daf90f-052e-4250-95f7-9d7da7fb7be2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759833 Jun 15 14:13:20.193507 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-c411a558-5558-4676-a90d-51eb1cef40b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3510251'] for subnet, precommit_delete_associations {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:20.223201 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 59744) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:13:20.248975 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-61e2ae31-6df5-4991-a030-1278030bced5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:20.320205 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-c411a558-5558-4676-a90d-51eb1cef40b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32884212'] for subnet, precommit_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:20.344026 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-603d5c81-f549-42da-b86d-6ab4f6c99a03 req-c5ed3a61-9299-474f-8a66-389b654d6679 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d8373f1-9984-406a-8875-2e171ed82f1d HTTP/1.1" status: 200 len: 210 time: 0.0681715 Jun 15 14:13:20.400288 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-c411a558-5558-4676-a90d-51eb1cef40b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32884221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3410472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3427184'] for subnet, after_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:20.403034 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:20.427753 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-61e2ae31-6df5-4991-a030-1278030bced5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:20.435844 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c411a558-5558-4676-a90d-51eb1cef40b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9bba727-d4ff-44c6-beca-b8e424d38388,revision_number=None']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:20.438524 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-c411a558-5558-4676-a90d-51eb1cef40b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:20.439075 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-61e2ae31-6df5-4991-a030-1278030bced5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:20.441583 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-c411a558-5558-4676-a90d-51eb1cef40b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537372'] for subnet, before_response {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:20.444760 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-c411a558-5558-4676-a90d-51eb1cef40b9 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/f9bba727-d4ff-44c6-beca-b8e424d38388 HTTP/1.1" status: 204 len: 168 time: 0.3725493 Jun 15 14:13:20.447250 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 59758) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:13:20.457293 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:20.499560 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-61e2ae31-6df5-4991-a030-1278030bced5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d6315521387049aab47306b22f7875f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2756722 Jun 15 14:13:20.503120 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 59760) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:13:20.510974 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e2ae31-6df5-4991-a030-1278030bced5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9df4585-30a9-4843-bdbd-6c0b9da20ad8,revision_number=1']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:20.521397 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-61e2ae31-6df5-4991-a030-1278030bced5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:20.568933 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-24405813-1e94-4607-81f3-11e3a7e1f286 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:20.593441 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-24405813-1e94-4607-81f3-11e3a7e1f286 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:20.604257 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-0fd0271a-31ac-47cf-be1b-715ce159e035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33040767'] for network, before_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:20.658474 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-24405813-1e94-4607-81f3-11e3a7e1f286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:20.661286 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-24405813-1e94-4607-81f3-11e3a7e1f286 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:20.664907 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-24405813-1e94-4607-81f3-11e3a7e1f286 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a9df4585-30a9-4843-bdbd-6c0b9da20ad8 HTTP/1.1" status: 204 len: 168 time: 0.1585104 Jun 15 14:13:20.664907 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-31d17af0-69cd-499b-981c-63066186f754 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:20.674092 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24405813-1e94-4607-81f3-11e3a7e1f286 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9df4585-30a9-4843-bdbd-6c0b9da20ad8,revision_number=None']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:20.681982 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-24405813-1e94-4607-81f3-11e3a7e1f286 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:20.690016 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:20.702743 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508d70d8-2dac-444e-a600-f20e0818f8d4 req-2d8068eb-2f0a-4306-93fd-0267d40dcdb8 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:20.704478 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-508d70d8-2dac-444e-a600-f20e0818f8d4 req-2d8068eb-2f0a-4306-93fd-0267d40dcdb8 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/ports?device_id=807ea74d-380f-4665-bc01-98bcf480a45f HTTP/1.1" status: 200 len: 943 time: 0.1407895 Jun 15 14:13:20.759139 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-0fd0271a-31ac-47cf-be1b-715ce159e035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32895081', 'neutron.services.segments.db._delete_segments_for_network-8781714566072'] for network, precommit_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:20.783499 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.services.segments.db [None req-0fd0271a-31ac-47cf-be1b-715ce159e035 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36441e3b-c4cf-4b77-a974-7037cb7e1213']}} {{(pid=91906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:13:20.796968 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.services.segments.db [None req-0fd0271a-31ac-47cf-be1b-715ce159e035 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6e6a4d2-7310-4459-9d69-2fef75bbbce6') {'for_net_delete': True} {{(pid=91906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:13:20.797257 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.services.segments.db [None req-0fd0271a-31ac-47cf-be1b-715ce159e035 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6e6a4d2-7310-4459-9d69-2fef75bbbce6') {} {{(pid=91906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:13:20.815391 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-0fd0271a-31ac-47cf-be1b-715ce159e035 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781714565910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3510240'] for segment, before_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:20.828353 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-508d70d8-2dac-444e-a600-f20e0818f8d4 req-fc241941-1f3f-4d15-acb4-216c769be0e8 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/security-groups?id=69da6443-a760-4382-8ecd-b3b336e40d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161203 Jun 15 14:13:20.834994 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-0fd0271a-31ac-47cf-be1b-715ce159e035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32890017'] for segment, precommit_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:20.841509 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fd0271a-31ac-47cf-be1b-715ce159e035 admin admin] Releasing vlan 864 on physical network physnet1 to pool {{(pid=91906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:13:20.841920 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-0fd0271a-31ac-47cf-be1b-715ce159e035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32890017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3410817'] for segment, after_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:20.843661 dv-cinder-796471-1-iscsi neutron-server[91906]: Traceback (most recent call last): Jun 15 14:13:20.843661 dv-cinder-796471-1-iscsi neutron-server[91906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 15 14:13:20.843661 dv-cinder-796471-1-iscsi neutron-server[91906]: timer() Jun 15 14:13:20.843661 dv-cinder-796471-1-iscsi neutron-server[91906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 15 14:13:20.843661 dv-cinder-796471-1-iscsi neutron-server[91906]: cb(*args, **kw) Jun 15 14:13:20.843661 dv-cinder-796471-1-iscsi neutron-server[91906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 15 14:13:20.843661 dv-cinder-796471-1-iscsi neutron-server[91906]: return func(*args, **kwargs) Jun 15 14:13:20.843661 dv-cinder-796471-1-iscsi neutron-server[91906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 15 14:13:20.843661 dv-cinder-796471-1-iscsi neutron-server[91906]: self._notify() Jun 15 14:13:20.843661 dv-cinder-796471-1-iscsi neutron-server[91906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 15 14:13:20.843661 dv-cinder-796471-1-iscsi neutron-server[91906]: self.callback(batched_events) Jun 15 14:13:20.843661 dv-cinder-796471-1-iscsi neutron-server[91906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 15 14:13:20.843661 dv-cinder-796471-1-iscsi neutron-server[91906]: event.method(event) Jun 15 14:13:20.843661 dv-cinder-796471-1-iscsi neutron-server[91906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 15 14:13:20.843661 dv-cinder-796471-1-iscsi neutron-server[91906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 15 14:13:20.843661 dv-cinder-796471-1-iscsi neutron-server[91906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 15 14:13:20.843661 dv-cinder-796471-1-iscsi neutron-server[91906]: aggregate_uuid = self.p_client.list_aggregates( Jun 15 14:13:20.843661 dv-cinder-796471-1-iscsi neutron-server[91906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 15 14:13:20.843661 dv-cinder-796471-1-iscsi neutron-server[91906]: return f(self, *a, **k) Jun 15 14:13:20.843661 dv-cinder-796471-1-iscsi neutron-server[91906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 15 14:13:20.843661 dv-cinder-796471-1-iscsi neutron-server[91906]: return self._get(url).json() Jun 15 14:13:20.843661 dv-cinder-796471-1-iscsi neutron-server[91906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 15 14:13:20.843661 dv-cinder-796471-1-iscsi neutron-server[91906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 15 14:13:20.843661 dv-cinder-796471-1-iscsi neutron-server[91906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 15 14:13:20.843661 dv-cinder-796471-1-iscsi neutron-server[91906]: return self.request(url, 'GET', **kwargs) Jun 15 14:13:20.843661 dv-cinder-796471-1-iscsi neutron-server[91906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 15 14:13:20.843661 dv-cinder-796471-1-iscsi neutron-server[91906]: base_url = self.get_endpoint(auth, allow=allow, Jun 15 14:13:20.843661 dv-cinder-796471-1-iscsi neutron-server[91906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 15 14:13:20.843661 dv-cinder-796471-1-iscsi neutron-server[91906]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 15 14:13:20.843661 dv-cinder-796471-1-iscsi neutron-server[91906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 15 14:13:20.843661 dv-cinder-796471-1-iscsi neutron-server[91906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 15 14:13:20.843661 dv-cinder-796471-1-iscsi neutron-server[91906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 15 14:13:20.907272 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-e52a8485-fa5f-4335-a5d5-4f245e88076f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:20.924698 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-0fd0271a-31ac-47cf-be1b-715ce159e035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32895094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-350226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667141'] for network, after_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:20.929335 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-0fd0271a-31ac-47cf-be1b-715ce159e035 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537372'] for network, before_response {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:20.935536 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-0fd0271a-31ac-47cf-be1b-715ce159e035 admin admin] 10.222.0.26 "DELETE /v2.0/networks/36441e3b-c4cf-4b77-a974-7037cb7e1213 HTTP/1.1" status: 204 len: 168 time: 0.4867640 Jun 15 14:13:20.936287 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-a06820dd-1005-4955-aaf6-d933218db6a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:20.949893 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.agents_db [None req-1fbdf4bf-3b4b-440e-bd18-8a0939d62d55 None None] Agent healthcheck: found 6 active agents {{(pid=91910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:13:20.955817 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd0271a-31ac-47cf-be1b-715ce159e035 admin admin] Pushing event deleted for resources: {'Network': ['ID=36441e3b-c4cf-4b77-a974-7037cb7e1213,revision_number=None']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:20.959557 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-0fd0271a-31ac-47cf-be1b-715ce159e035 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:21.044631 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6388063c-ccca-4232-af2b-16dce0d6e802 req-ed73b6e9-912e-4cdc-adf1-e40c972e0177 tempest-DeleteServersTestJSON-990213416 tempest-DeleteServersTestJSON-990213416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:21.046304 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-6388063c-ccca-4232-af2b-16dce0d6e802 req-ed73b6e9-912e-4cdc-adf1-e40c972e0177 tempest-DeleteServersTestJSON-990213416 tempest-DeleteServersTestJSON-990213416-project] 10.222.0.26 "GET /v2.0/ports?device_id=a884f239-618a-4254-956e-2a9f3619dd3e HTTP/1.1" status: 200 len: 944 time: 0.0784993 Jun 15 14:13:21.091016 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-6388063c-ccca-4232-af2b-16dce0d6e802 req-a676db8d-7597-49e7-80fa-ae573cde5863 tempest-DeleteServersTestJSON-990213416 tempest-DeleteServersTestJSON-990213416-project] 10.222.0.26 "GET /v2.0/security-groups?id=49a4afe6-1679-480c-8c2d-9390de44efef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376546 Jun 15 14:13:21.121757 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 59782) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:13:21.163860 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-9344fd9a-af38-4b10-a21c-28dd2762f4d7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=70cf33e070354fd28ac13a174f2b2190&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0408790 Jun 15 14:13:21.166378 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 59784) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:13:21.219645 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-05339b88-d588-40b2-8df5-0a4d0be5ef5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:21.244127 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-05339b88-d588-40b2-8df5-0a4d0be5ef5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:21.314839 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-05339b88-d588-40b2-8df5-0a4d0be5ef5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:21.318113 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-05339b88-d588-40b2-8df5-0a4d0be5ef5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:21.319483 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-05339b88-d588-40b2-8df5-0a4d0be5ef5d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/99b3c8dd-d536-40bd-b72b-a9d7a6b46880 HTTP/1.1" status: 204 len: 168 time: 0.1521080 Jun 15 14:13:21.320375 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:21.331961 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05339b88-d588-40b2-8df5-0a4d0be5ef5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99b3c8dd-d536-40bd-b72b-a9d7a6b46880,revision_number=None']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:21.334369 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-05339b88-d588-40b2-8df5-0a4d0be5ef5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:21.344532 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851de731-42aa-44ca-9f17-b7096c0134fe req-a2a93298-d25a-4749-956d-ec7514dcf248 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:21.346032 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-851de731-42aa-44ca-9f17-b7096c0134fe req-a2a93298-d25a-4749-956d-ec7514dcf248 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/ports?device_id=eaeff0a0-6ae8-4806-8bd3-d4547f9e2abf HTTP/1.1" status: 200 len: 931 time: 0.0874264 Jun 15 14:13:21.416403 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-851de731-42aa-44ca-9f17-b7096c0134fe req-858a3b8d-e288-46f4-9f95-e93f3cdbf941 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8daf90f-052e-4250-95f7-9d7da7fb7be2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633759 Jun 15 14:13:21.524813 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-0911dc4c-c6af-4e80-924c-224dfd0260fa req-3591b564-4f74-4d75-9824-c2bd427685a3 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d8373f1-9984-406a-8875-2e171ed82f1d HTTP/1.1" status: 200 len: 210 time: 0.0374830 Jun 15 14:13:21.528602 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.v2.base [req-bfb9be78-106e-43b8-a77c-5252112c8155 req-ad8732e9-8892-4c0f-9d44-6fe2ca5a0856 service neutron] Request body: {'port': {'device_id': 'eaeff0a0-6ae8-4806-8bd3-d4547f9e2abf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79647'}} {{(pid=91907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:13:21.588295 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Device ad7ba40e-3a64-49a2-aed5-f1bff299da75 details requested by agent hyperv_hv-cinder-79647 with host hv-cinder-79647 {{(pid=91909) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 14:13:21.641521 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-bfb9be78-106e-43b8-a77c-5252112c8155 req-ad8732e9-8892-4c0f-9d44-6fe2ca5a0856 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:21.820863 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 59810) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:13:21.914305 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-844ef801-4db1-47e5-8900-6fd128095af5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=31ff0fd027f543ae84bd973e4410d236&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0908043 Jun 15 14:13:21.914997 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 59814) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:13:21.977382 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-a2325736-757f-4788-9f3d-6fe831cb64a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:22.014955 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] For port ad7ba40e-3a64-49a2-aed5-f1bff299da75, host hv-cinder-79647, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79647',level=0,port_id=ad7ba40e-3a64-49a2-aed5-f1bff299da75,segment=NetworkSegment(81ab1b1a-4402-48aa-be1b-b9e059925070),segment_id=81ab1b1a-4402-48aa-be1b-b9e059925070)] {{(pid=91909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:13:22.047956 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Returning: {'device': 'ad7ba40e-3a64-49a2-aed5-f1bff299da75', 'network_id': '08b08efa-02c8-41f1-80c4-4cebd8c580e7', 'port_id': 'ad7ba40e-3a64-49a2-aed5-f1bff299da75', 'mac_address': 'fa:16:3e:f9:c0:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 877, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11d3574f-5ac1-4e58-a4d2-de21f374209e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91909) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 14:13:22.052901 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-c2966e59-0108-4125-bd6e-18a6087625d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:22.087482 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.notifiers.nova [req-bfb9be78-106e-43b8-a77c-5252112c8155 req-ad8732e9-8892-4c0f-9d44-6fe2ca5a0856 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 185635d3-2677-45f0-bf52-777e1c826b0a {{(pid=91907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:13:22.101013 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-bfb9be78-106e-43b8-a77c-5252112c8155 req-ad8732e9-8892-4c0f-9d44-6fe2ca5a0856 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:22.101681 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:22.121763 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.notifiers.nova [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad7ba40e-3a64-49a2-aed5-f1bff299da75 {{(pid=91909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:13:22.129721 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.db.provisioning_blocks [req-bfb9be78-106e-43b8-a77c-5252112c8155 req-ad8732e9-8892-4c0f-9d44-6fe2ca5a0856 service neutron] Transition to ACTIVE for port object 185635d3-2677-45f0-bf52-777e1c826b0a will not be triggered until provisioned by entity L2. {{(pid=91907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:13:22.138277 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-bfb9be78-106e-43b8-a77c-5252112c8155 req-ad8732e9-8892-4c0f-9d44-6fe2ca5a0856 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492'] for port, after_update {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:22.140992 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:22.148753 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] For port ad7ba40e-3a64-49a2-aed5-f1bff299da75, host hv-cinder-79647, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79647',level=0,port_id=ad7ba40e-3a64-49a2-aed5-f1bff299da75,segment=NetworkSegment(81ab1b1a-4402-48aa-be1b-b9e059925070),segment_id=81ab1b1a-4402-48aa-be1b-b9e059925070)] {{(pid=91909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:13:22.154084 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492'] for port, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:22.155181 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Device b4bd8b82-6993-4194-9681-d6ca79a7cbed details requested by agent hyperv_hv-cinder-79647 with host hv-cinder-79647 {{(pid=91909) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 14:13:22.158240 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:22.179740 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-c2966e59-0108-4125-bd6e-18a6087625d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:22.227168 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Pushing event updated for resources: {'Port': ['ID=ad7ba40e-3a64-49a2-aed5-f1bff299da75,revision_number=4']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:22.245256 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:22.280736 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948b633e-4c85-4d27-aaf0-49eb1f75555a req-92f87d66-1866-4e76-a867-dd9d091f87db tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:22.282565 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-948b633e-4c85-4d27-aaf0-49eb1f75555a req-92f87d66-1866-4e76-a867-dd9d091f87db tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/ports?device_id=807ea74d-380f-4665-bc01-98bcf480a45f HTTP/1.1" status: 200 len: 943 time: 0.2316303 Jun 15 14:13:22.309329 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-c2966e59-0108-4125-bd6e-18a6087625d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:22.323447 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-c2966e59-0108-4125-bd6e-18a6087625d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:22.328571 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-c2966e59-0108-4125-bd6e-18a6087625d8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/29905892-04ca-4263-9b24-db0a22124859 HTTP/1.1" status: 204 len: 168 time: 0.4079866 Jun 15 14:13:22.331883 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-6de40a25-040a-4b5a-a216-dd7c99503f41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:22.368793 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8732e9-8892-4c0f-9d44-6fe2ca5a0856 service neutron] Pushing event updated for resources: {'Port': ['ID=185635d3-2677-45f0-bf52-777e1c826b0a,revision_number=2']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:22.381715 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2966e59-0108-4125-bd6e-18a6087625d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29905892-04ca-4263-9b24-db0a22124859,revision_number=None']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:22.391706 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-c2966e59-0108-4125-bd6e-18a6087625d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:22.418422 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-948b633e-4c85-4d27-aaf0-49eb1f75555a req-4ba503cc-e2cd-4a15-9858-7ec47adfb8f5 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/security-groups?id=69da6443-a760-4382-8ecd-b3b336e40d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282525 Jun 15 14:13:22.419300 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-ad8732e9-8892-4c0f-9d44-6fe2ca5a0856 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:22.476673 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.managers [req-bfb9be78-106e-43b8-a77c-5252112c8155 req-ad8732e9-8892-4c0f-9d44-6fe2ca5a0856 service neutron] Attempting to bind port 185635d3-2677-45f0-bf52-777e1c826b0a on host hv-cinder-79647 for vnic_type normal with profile {{(pid=91907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:13:22.488593 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.managers [req-bfb9be78-106e-43b8-a77c-5252112c8155 req-ad8732e9-8892-4c0f-9d44-6fe2ca5a0856 service neutron] Attempting to bind port 185635d3-2677-45f0-bf52-777e1c826b0a by drivers openvswitch,hyperv on host hv-cinder-79647 at level 0 using segments [{'id': '73a4283b-e0a5-4dad-80d0-c61f4808d629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '4aa06fea-aa17-4092-a73a-67493e684cef'}] {{(pid=91907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:13:22.489093 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb9be78-106e-43b8-a77c-5252112c8155 req-ad8732e9-8892-4c0f-9d44-6fe2ca5a0856 service neutron] Attempting to bind port 185635d3-2677-45f0-bf52-777e1c826b0a on network 4aa06fea-aa17-4092-a73a-67493e684cef {{(pid=91907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:13:22.492153 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] For port b4bd8b82-6993-4194-9681-d6ca79a7cbed, host hv-cinder-79647, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79647',level=0,port_id=b4bd8b82-6993-4194-9681-d6ca79a7cbed,segment=NetworkSegment(c1e51313-9c41-43ed-bd7f-44cfad65f5b9),segment_id=c1e51313-9c41-43ed-bd7f-44cfad65f5b9)] {{(pid=91909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:13:22.498382 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb9be78-106e-43b8-a77c-5252112c8155 req-ad8732e9-8892-4c0f-9d44-6fe2ca5a0856 service neutron] Port 185635d3-2677-45f0-bf52-777e1c826b0a on network 4aa06fea-aa17-4092-a73a-67493e684cef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79647 {{(pid=91907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 14:13:22.498634 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb9be78-106e-43b8-a77c-5252112c8155 req-ad8732e9-8892-4c0f-9d44-6fe2ca5a0856 service neutron] Attempting to bind port 185635d3-2677-45f0-bf52-777e1c826b0a on network 4aa06fea-aa17-4092-a73a-67493e684cef {{(pid=91907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:13:22.534728 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb9be78-106e-43b8-a77c-5252112c8155 req-ad8732e9-8892-4c0f-9d44-6fe2ca5a0856 service neutron] Checking agent: {'id': 'ecd79229-812b-453e-8934-f3ab9293fb1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79647', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 10, 57), 'started_at': datetime.datetime(2021, 6, 15, 14, 10, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 12, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:13:22.538021 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb9be78-106e-43b8-a77c-5252112c8155 req-ad8732e9-8892-4c0f-9d44-6fe2ca5a0856 service neutron] Checking segment: {'id': '73a4283b-e0a5-4dad-80d0-c61f4808d629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '4aa06fea-aa17-4092-a73a-67493e684cef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:13:22.539079 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb9be78-106e-43b8-a77c-5252112c8155 req-ad8732e9-8892-4c0f-9d44-6fe2ca5a0856 service neutron] Bound using segment: {'id': '73a4283b-e0a5-4dad-80d0-c61f4808d629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '4aa06fea-aa17-4092-a73a-67493e684cef'} {{(pid=91907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:13:22.539079 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.managers [req-bfb9be78-106e-43b8-a77c-5252112c8155 req-ad8732e9-8892-4c0f-9d44-6fe2ca5a0856 service neutron] Bound port: 185635d3-2677-45f0-bf52-777e1c826b0a, host: hv-cinder-79647, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73a4283b-e0a5-4dad-80d0-c61f4808d629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '4aa06fea-aa17-4092-a73a-67493e684cef'}}] {{(pid=91907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:13:22.539490 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-bfb9be78-106e-43b8-a77c-5252112c8155 req-ad8732e9-8892-4c0f-9d44-6fe2ca5a0856 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:22.571250 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd7a351-2188-4e4c-b28c-63a4dc90b030 req-0d5645f7-7dd9-409d-bcf3-b7bb07305a09 tempest-DeleteServersTestJSON-990213416 tempest-DeleteServersTestJSON-990213416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:22.572905 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-8fd7a351-2188-4e4c-b28c-63a4dc90b030 req-0d5645f7-7dd9-409d-bcf3-b7bb07305a09 tempest-DeleteServersTestJSON-990213416 tempest-DeleteServersTestJSON-990213416-project] 10.222.0.26 "GET /v2.0/ports?device_id=a884f239-618a-4254-956e-2a9f3619dd3e HTTP/1.1" status: 200 len: 945 time: 0.2892888 Jun 15 14:13:22.590175 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Returning: {'device': 'b4bd8b82-6993-4194-9681-d6ca79a7cbed', 'network_id': '53647b0d-4ed8-4c65-8def-7670da912845', 'port_id': 'b4bd8b82-6993-4194-9681-d6ca79a7cbed', 'mac_address': 'fa:16:3e:2f:1c:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 876, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afd26063-2fe1-438c-a2ba-9412fb4f10c5', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91909) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 14:13:22.674937 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-8fd7a351-2188-4e4c-b28c-63a4dc90b030 req-c251f023-300e-43e3-9e6e-14bd008ffafd tempest-DeleteServersTestJSON-990213416 tempest-DeleteServersTestJSON-990213416-project] 10.222.0.26 "GET /v2.0/security-groups?id=49a4afe6-1679-480c-8c2d-9390de44efef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929825 Jun 15 14:13:22.737875 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:22.744311 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.db [req-bfb9be78-106e-43b8-a77c-5252112c8155 req-ad8732e9-8892-4c0f-9d44-6fe2ca5a0856 service neutron] For port 185635d3-2677-45f0-bf52-777e1c826b0a, host hv-cinder-79647, cleared binding levels {{(pid=91907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:13:22.749707 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.db [req-bfb9be78-106e-43b8-a77c-5252112c8155 req-ad8732e9-8892-4c0f-9d44-6fe2ca5a0856 service neutron] For port 185635d3-2677-45f0-bf52-777e1c826b0a, host hv-cinder-79647, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79647',level=0,port_id=185635d3-2677-45f0-bf52-777e1c826b0a,segment=NetworkSegment(73a4283b-e0a5-4dad-80d0-c61f4808d629),segment_id=73a4283b-e0a5-4dad-80d0-c61f4808d629)] {{(pid=91907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:13:22.757570 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-bfb9be78-106e-43b8-a77c-5252112c8155 req-ad8732e9-8892-4c0f-9d44-6fe2ca5a0856 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492'] for port, after_update {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:22.763526 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:22.783782 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.notifiers.nova [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4bd8b82-6993-4194-9681-d6ca79a7cbed {{(pid=91909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:13:22.837999 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] For port b4bd8b82-6993-4194-9681-d6ca79a7cbed, host hv-cinder-79647, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79647',level=0,port_id=b4bd8b82-6993-4194-9681-d6ca79a7cbed,segment=NetworkSegment(c1e51313-9c41-43ed-bd7f-44cfad65f5b9),segment_id=c1e51313-9c41-43ed-bd7f-44cfad65f5b9)] {{(pid=91909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:13:22.846423 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492'] for port, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:22.849915 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:22.907223 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb9be78-106e-43b8-a77c-5252112c8155 req-ad8732e9-8892-4c0f-9d44-6fe2ca5a0856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:22.907723 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-bfb9be78-106e-43b8-a77c-5252112c8155 req-ad8732e9-8892-4c0f-9d44-6fe2ca5a0856 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537372'] for port, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:22.909954 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-bfb9be78-106e-43b8-a77c-5252112c8155 req-ad8732e9-8892-4c0f-9d44-6fe2ca5a0856 service neutron] 10.222.0.67 "PUT /v2.0/ports/185635d3-2677-45f0-bf52-777e1c826b0a HTTP/1.1" status: 200 len: 1093 time: 1.3880849 Jun 15 14:13:22.910483 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eaeff0a0-6ae8-4806-8bd3-d4547f9e2abf', 'tag': '185635d3-2677-45f0-bf52-777e1c826b0a'}] {{(pid=91907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:13:22.917641 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24467d57c8f568e2e16d95ba24031d6b60035fd708ad429d2e8baac5a477cd4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dc45b67-7cc9-42c7-bdef-31ca4c23ea55" -d '{"events": [{"name": "network-changed", "server_uuid": "eaeff0a0-6ae8-4806-8bd3-d4547f9e2abf", "tag": "185635d3-2677-45f0-bf52-777e1c826b0a"}]}' {{(pid=91907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:13:23.026692 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Pushing event updated for resources: {'Port': ['ID=b4bd8b82-6993-4194-9681-d6ca79a7cbed,revision_number=4']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:23.039266 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:23.084703 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3179ba1a-eb18-4a02-bf08-84305e885d1f req-dbf28ef4-bdee-4da5-bc2d-8a16ff678820 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:23.094604 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-3179ba1a-eb18-4a02-bf08-84305e885d1f req-dbf28ef4-bdee-4da5-bc2d-8a16ff678820 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/ports?device_id=eaeff0a0-6ae8-4806-8bd3-d4547f9e2abf HTTP/1.1" status: 200 len: 943 time: 0.3445773 Jun 15 14:13:23.106075 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df71ad7b-95a8-4881-bfcd-f91743455fd7 req-7cc7ec35-fcef-425c-8a02-ac58a4bd52a1 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:23.108327 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-df71ad7b-95a8-4881-bfcd-f91743455fd7 req-7cc7ec35-fcef-425c-8a02-ac58a4bd52a1 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.67 "GET /v2.0/networks?id=610d1d9e-6798-4665-ba11-cd870fb10064 HTTP/1.1" status: 200 len: 817 time: 0.4724689 Jun 15 14:13:23.155947 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-0012c868-d219-473c-a6f6-c6bb85d7f24e req-7a3890f1-2f3a-47c9-b81a-5723f9059d16 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d8373f1-9984-406a-8875-2e171ed82f1d HTTP/1.1" status: 200 len: 210 time: 0.1069465 Jun 15 14:13:23.255771 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-df71ad7b-95a8-4881-bfcd-f91743455fd7 req-5177e154-159e-426e-8860-a14773223273 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=52a857fa93204cfd848344919ef0f84a HTTP/1.1" status: 200 len: 379 time: 0.1203721 Jun 15 14:13:23.262514 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8732e9-8892-4c0f-9d44-6fe2ca5a0856 service neutron] Pushing event updated for resources: {'Port': ['ID=185635d3-2677-45f0-bf52-777e1c826b0a,revision_number=3']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:23.275485 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] get_ports_and_sgs() called for port_ids ['b4bd8b82-6993-4194-9681-d6ca79a7cbed'] {{(pid=91909) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:13:23.277171 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-3179ba1a-eb18-4a02-bf08-84305e885d1f req-66bbe2bc-3ec2-4619-9a52-7527a6952bf3 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8daf90f-052e-4250-95f7-9d7da7fb7be2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1813788 Jun 15 14:13:23.289843 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-ad8732e9-8892-4c0f-9d44-6fe2ca5a0856 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.529s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:23.301967 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.v2.base [req-df71ad7b-95a8-4881-bfcd-f91743455fd7 req-ec30fd4c-b977-4368-9eeb-0c5aa5bb478f tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Request body: {'port': {'device_id': '8d8373f1-9984-406a-8875-2e171ed82f1d', 'network_id': '610d1d9e-6798-4665-ba11-cd870fb10064', 'admin_state_up': True, 'tenant_id': '52a857fa93204cfd848344919ef0f84a', 'security_groups': ['2f204154-aeec-4a66-96d0-4d2162f9c593']}} {{(pid=91906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:13:23.327926 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 14:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c93c3c99-adca-4906-8b9f-488c2a5cd638 x-openstack-request-id: req-c93c3c99-adca-4906-8b9f-488c2a5cd638 {{(pid=91907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:13:23.329760 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eaeff0a0-6ae8-4806-8bd3-d4547f9e2abf", "tag": "185635d3-2677-45f0-bf52-777e1c826b0a", "status": "completed", "code": 200}]} {{(pid=91907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:13:23.330448 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c93c3c99-adca-4906-8b9f-488c2a5cd638 {{(pid=91907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:13:23.332147 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eaeff0a0-6ae8-4806-8bd3-d4547f9e2abf', 'tag': '185635d3-2677-45f0-bf52-777e1c826b0a', 'status': 'completed', 'code': 200} Jun 15 14:13:23.381426 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb9be78-106e-43b8-a77c-5252112c8155 req-98f0500c-47b4-4a1a-9cea-09a1d22b197c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:23.382048 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] get_ports_and_sgs() called for port_ids ['ad7ba40e-3a64-49a2-aed5-f1bff299da75'] {{(pid=91909) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:13:23.383448 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-bfb9be78-106e-43b8-a77c-5252112c8155 req-98f0500c-47b4-4a1a-9cea-09a1d22b197c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=bd051735f59a48aba03badfdff199de6&device_id=eaeff0a0-6ae8-4806-8bd3-d4547f9e2abf HTTP/1.1" status: 200 len: 1096 time: 0.3817627 Jun 15 14:13:23.546378 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-bfb9be78-106e-43b8-a77c-5252112c8155 req-1047a9dd-aaaf-46e4-ac62-44abb0f57432 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=185635d3-2677-45f0-bf52-777e1c826b0a HTTP/1.1" status: 200 len: 217 time: 0.1468625 Jun 15 14:13:23.575646 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-987cb3c8-732e-4ef7-aae2-903816ba9880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:23.587221 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df71ad7b-95a8-4881-bfcd-f91743455fd7 req-ec30fd4c-b977-4368-9eeb-0c5aa5bb478f tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Made reservation on behalf of 52a857fa93204cfd848344919ef0f84a for: {'port': 1} {{(pid=91906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:13:23.595102 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [req-df71ad7b-95a8-4881-bfcd-f91743455fd7 req-ec30fd4c-b977-4368-9eeb-0c5aa5bb478f tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-33170876'] for port, before_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:23.657853 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb9be78-106e-43b8-a77c-5252112c8155 req-0e3aa859-59bc-4476-9387-b05132c8ad03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:23.670028 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-bfb9be78-106e-43b8-a77c-5252112c8155 req-0e3aa859-59bc-4476-9387-b05132c8ad03 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=948d283c-351b-4469-a9b0-92e873d860c7 HTTP/1.1" status: 200 len: 850 time: 0.1157484 Jun 15 14:13:23.841334 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3c6073-04f5-4582-ba5a-1cabd1165d83 req-781a8336-2416-456c-a103-bb2268bb5bb7 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:23.842919 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-3d3c6073-04f5-4582-ba5a-1cabd1165d83 req-781a8336-2416-456c-a103-bb2268bb5bb7 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/ports?device_id=807ea74d-380f-4665-bc01-98bcf480a45f HTTP/1.1" status: 200 len: 944 time: 0.2274156 Jun 15 14:13:23.890619 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb9be78-106e-43b8-a77c-5252112c8155 req-2b9e5be6-91c6-45ab-97c8-003be7eb7236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:23.892150 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-bfb9be78-106e-43b8-a77c-5252112c8155 req-2b9e5be6-91c6-45ab-97c8-003be7eb7236 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4aa06fea-aa17-4092-a73a-67493e684cef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2146993 Jun 15 14:13:24.201816 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.db.db_base_plugin_common [req-df71ad7b-95a8-4881-bfcd-f91743455fd7 req-ec30fd4c-b977-4368-9eeb-0c5aa5bb478f tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Allocated IP 172.20.0.7 (610d1d9e-6798-4665-ba11-cd870fb10064/2014c6aa-f72d-434e-8835-9ccc29766f9a/bbf9fe17-57cc-4b87-8f8c-47c1bcdcee24) {{(pid=91906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:13:24.215343 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-3d3c6073-04f5-4582-ba5a-1cabd1165d83 req-90496b46-5942-44a1-926a-0851319208e8 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/security-groups?id=69da6443-a760-4382-8ecd-b3b336e40d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731587 Jun 15 14:13:24.290406 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-bfb9be78-106e-43b8-a77c-5252112c8155 req-e98b0748-aef6-4572-bd43-9c77c8d91c58 service neutron] 10.222.0.67 "GET /v2.0/networks/4aa06fea-aa17-4092-a73a-67493e684cef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3898640 Jun 15 14:13:24.307205 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c032b204-a049-483c-8b0b-b2422d4cd5cb req-e781451e-97af-4bbc-b4f6-62793a2b8b95 tempest-DeleteServersTestJSON-990213416 tempest-DeleteServersTestJSON-990213416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:24.311765 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-c032b204-a049-483c-8b0b-b2422d4cd5cb req-e781451e-97af-4bbc-b4f6-62793a2b8b95 tempest-DeleteServersTestJSON-990213416 tempest-DeleteServersTestJSON-990213416-project] 10.222.0.26 "GET /v2.0/ports?device_id=a884f239-618a-4254-956e-2a9f3619dd3e HTTP/1.1" status: 200 len: 945 time: 0.3584144 Jun 15 14:13:24.468015 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-c032b204-a049-483c-8b0b-b2422d4cd5cb req-6c14a15c-354c-42ff-821c-166b06665175 tempest-DeleteServersTestJSON-990213416 tempest-DeleteServersTestJSON-990213416-project] 10.222.0.26 "GET /v2.0/security-groups?id=49a4afe6-1679-480c-8c2d-9390de44efef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455519 Jun 15 14:13:24.470180 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-44942729-baaa-435b-bb0e-8261570c58a7 req-76822958-e431-4d04-bc33-176a6c27d5cb tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d8373f1-9984-406a-8875-2e171ed82f1d HTTP/1.1" status: 200 len: 210 time: 0.0473945 Jun 15 14:13:24.491169 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-bfb9be78-106e-43b8-a77c-5252112c8155 req-9ed1cc83-ac85-4371-998b-ddb5df44d50a service neutron] 10.222.0.67 "GET /v2.0/networks/4aa06fea-aa17-4092-a73a-67493e684cef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933150 Jun 15 14:13:24.517449 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [req-df71ad7b-95a8-4881-bfcd-f91743455fd7 req-ec30fd4c-b977-4368-9eeb-0c5aa5bb478f tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Notify callbacks [] for port, precommit_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:24.538108 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.db.provisioning_blocks [req-df71ad7b-95a8-4881-bfcd-f91743455fd7 req-ec30fd4c-b977-4368-9eeb-0c5aa5bb478f tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Transition to ACTIVE for port object bbf9fe17-57cc-4b87-8f8c-47c1bcdcee24 will not be triggered until provisioned by entity DHCP. {{(pid=91906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:13:24.588350 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [req-df71ad7b-95a8-4881-bfcd-f91743455fd7 req-ec30fd4c-b977-4368-9eeb-0c5aa5bb478f tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33170815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-53808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781714044429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3410907'] for port, after_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:24.596793 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-3e820e4a-7618-4291-8ad6-1365363c1d04 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:24.682238 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df71ad7b-95a8-4881-bfcd-f91743455fd7 req-ec30fd4c-b977-4368-9eeb-0c5aa5bb478f tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Network 610d1d9e-6798-4665-ba11-cd870fb10064 is already hosted by enough agents. {{(pid=91906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:13:24.686363 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.scheduler.base_scheduler [req-df71ad7b-95a8-4881-bfcd-f91743455fd7 req-ec30fd4c-b977-4368-9eeb-0c5aa5bb478f tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Resources bound (agent type, host, resource id): {{(pid=91906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:13:24.696163 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.db.l3_dvrscheduler_db [req-df71ad7b-95a8-4881-bfcd-f91743455fd7 req-ec30fd4c-b977-4368-9eeb-0c5aa5bb478f tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Received port after_create {{(pid=91906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:13:24.775961 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec30fd4c-b977-4368-9eeb-0c5aa5bb478f tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Pushing event updated for resources: {'Port': ['ID=bbf9fe17-57cc-4b87-8f8c-47c1bcdcee24,revision_number=1']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:24.797063 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-ec30fd4c-b977-4368-9eeb-0c5aa5bb478f tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:24.824799 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df71ad7b-95a8-4881-bfcd-f91743455fd7 req-ec30fd4c-b977-4368-9eeb-0c5aa5bb478f tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:24.830329 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [req-df71ad7b-95a8-4881-bfcd-f91743455fd7 req-ec30fd4c-b977-4368-9eeb-0c5aa5bb478f tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537372'] for port, before_response {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:24.872752 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-df71ad7b-95a8-4881-bfcd-f91743455fd7 req-ec30fd4c-b977-4368-9eeb-0c5aa5bb478f tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5931664 Jun 15 14:13:24.873746 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc45b67-7cc9-42c7-bdef-31ca4c23ea55 req-899be5d0-7ff9-40cd-aeff-9c1d2b7827ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:24.876249 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-5dc45b67-7cc9-42c7-bdef-31ca4c23ea55 req-899be5d0-7ff9-40cd-aeff-9c1d2b7827ad service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=bd051735f59a48aba03badfdff199de6&device_id=eaeff0a0-6ae8-4806-8bd3-d4547f9e2abf HTTP/1.1" status: 200 len: 1096 time: 0.2506671 Jun 15 14:13:24.897311 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.v2.base [req-df71ad7b-95a8-4881-bfcd-f91743455fd7 req-253a5afd-0d2d-4def-9b02-3462e4ad1bad service neutron] Request body: {'port': {'device_id': '8d8373f1-9984-406a-8875-2e171ed82f1d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79647'}} {{(pid=91906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:13:24.904111 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76700d2a-59cb-45e5-91da-5dc84a564e1c req-3b4886d9-7d58-4787-bdb9-2369906f0cf6 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:24.905955 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-76700d2a-59cb-45e5-91da-5dc84a564e1c req-3b4886d9-7d58-4787-bdb9-2369906f0cf6 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/ports?device_id=eaeff0a0-6ae8-4806-8bd3-d4547f9e2abf HTTP/1.1" status: 200 len: 943 time: 0.1843171 Jun 15 14:13:25.090762 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [req-df71ad7b-95a8-4881-bfcd-f91743455fd7 req-253a5afd-0d2d-4def-9b02-3462e4ad1bad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:25.109509 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-76700d2a-59cb-45e5-91da-5dc84a564e1c req-f6f07ed1-aba9-4e85-acb9-7c19996d78ea tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8daf90f-052e-4250-95f7-9d7da7fb7be2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1514428 Jun 15 14:13:25.129177 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc45b67-7cc9-42c7-bdef-31ca4c23ea55 req-d7daaa38-7c01-4611-9dd5-56e0fd199bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:25.130613 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-5dc45b67-7cc9-42c7-bdef-31ca4c23ea55 req-d7daaa38-7c01-4611-9dd5-56e0fd199bd6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=4aa06fea-aa17-4092-a73a-67493e684cef HTTP/1.1" status: 200 len: 912 time: 0.2195983 Jun 15 14:13:25.135269 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-6640a25a-0a34-4505-abb2-c92f1e0d3b91 None None] Provisioning for port bbf9fe17-57cc-4b87-8f8c-47c1bcdcee24 completed by entity DHCP. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:13:25.141591 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-6640a25a-0a34-4505-abb2-c92f1e0d3b91 None None] Provisioning complete for port bbf9fe17-57cc-4b87-8f8c-47c1bcdcee24 triggered by entity DHCP. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:13:25.142567 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-6640a25a-0a34-4505-abb2-c92f1e0d3b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897510'] for port, provisioning_complete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:25.198598 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.plugin [None req-6640a25a-0a34-4505-abb2-c92f1e0d3b91 None None] Port bbf9fe17-57cc-4b87-8f8c-47c1bcdcee24 cannot update to ACTIVE because it is not bound. {{(pid=91909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 15 14:13:25.221190 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-5dc45b67-7cc9-42c7-bdef-31ca4c23ea55 req-d9e5d341-c96b-47ef-89cf-2271d7ecb540 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=185635d3-2677-45f0-bf52-777e1c826b0a HTTP/1.1" status: 200 len: 217 time: 0.0770571 Jun 15 14:13:25.313276 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc45b67-7cc9-42c7-bdef-31ca4c23ea55 req-61291072-bb7e-4e86-95ec-f4c31d7cdf46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:25.315244 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-5dc45b67-7cc9-42c7-bdef-31ca4c23ea55 req-61291072-bb7e-4e86-95ec-f4c31d7cdf46 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=948d283c-351b-4469-a9b0-92e873d860c7 HTTP/1.1" status: 200 len: 850 time: 0.0860858 Jun 15 14:13:25.445434 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc45b67-7cc9-42c7-bdef-31ca4c23ea55 req-d86b49fd-20e9-4594-9ded-04b404253e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:25.447995 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-5dc45b67-7cc9-42c7-bdef-31ca4c23ea55 req-d86b49fd-20e9-4594-9ded-04b404253e5f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4aa06fea-aa17-4092-a73a-67493e684cef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1251161 Jun 15 14:13:25.548889 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Device ad7ba40e-3a64-49a2-aed5-f1bff299da75 up at agent hyperv_hv-cinder-79647 {{(pid=91909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:13:25.640280 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Provisioning for port ad7ba40e-3a64-49a2-aed5-f1bff299da75 completed by entity L2. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:13:25.640414 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-5dc45b67-7cc9-42c7-bdef-31ca4c23ea55 req-d1570dc1-6c1d-469f-8e8b-f58fdbaba810 service neutron] 10.222.0.67 "GET /v2.0/networks/4aa06fea-aa17-4092-a73a-67493e684cef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855245 Jun 15 14:13:25.650178 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635cf8ea-4cfe-445f-9d05-70220157726e req-a3589183-2468-4b13-99b3-e15dd3d2b313 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:25.651825 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-635cf8ea-4cfe-445f-9d05-70220157726e req-a3589183-2468-4b13-99b3-e15dd3d2b313 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/ports?device_id=807ea74d-380f-4665-bc01-98bcf480a45f HTTP/1.1" status: 200 len: 944 time: 0.2445428 Jun 15 14:13:25.661053 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Provisioning complete for port ad7ba40e-3a64-49a2-aed5-f1bff299da75 triggered by entity L2. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:13:25.661845 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897510'] for port, provisioning_complete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:25.765523 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-635cf8ea-4cfe-445f-9d05-70220157726e req-a4c0f0a5-044d-4907-8b69-2d63768ea2b0 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/security-groups?id=69da6443-a760-4382-8ecd-b3b336e40d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052723 Jun 15 14:13:25.795279 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.notifiers.nova [req-df71ad7b-95a8-4881-bfcd-f91743455fd7 req-253a5afd-0d2d-4def-9b02-3462e4ad1bad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbf9fe17-57cc-4b87-8f8c-47c1bcdcee24 {{(pid=91906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:13:25.822273 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [req-df71ad7b-95a8-4881-bfcd-f91743455fd7 req-253a5afd-0d2d-4def-9b02-3462e4ad1bad service neutron] Notify callbacks [] for port, precommit_update {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:25.856802 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.db.provisioning_blocks [req-df71ad7b-95a8-4881-bfcd-f91743455fd7 req-253a5afd-0d2d-4def-9b02-3462e4ad1bad service neutron] Transition to ACTIVE for port object bbf9fe17-57cc-4b87-8f8c-47c1bcdcee24 will not be triggered until provisioned by entity L2. {{(pid=91906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:13:25.859269 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:25.867251 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [req-df71ad7b-95a8-4881-bfcd-f91743455fd7 req-253a5afd-0d2d-4def-9b02-3462e4ad1bad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3410917'] for port, after_update {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:25.871742 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:25.904752 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] For port ad7ba40e-3a64-49a2-aed5-f1bff299da75, host hv-cinder-79647, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79647',level=0,port_id=ad7ba40e-3a64-49a2-aed5-f1bff299da75,segment=NetworkSegment(81ab1b1a-4402-48aa-be1b-b9e059925070),segment_id=81ab1b1a-4402-48aa-be1b-b9e059925070)] {{(pid=91909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:13:25.905804 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a884f239-618a-4254-956e-2a9f3619dd3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad7ba40e-3a64-49a2-aed5-f1bff299da75'}] {{(pid=91909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:13:25.926408 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-5dc45b67-7cc9-42c7-bdef-31ca4c23ea55 req-5c02d7d1-bf9a-444f-b690-9b93930e3af9 service neutron] 10.222.0.67 "GET /v2.0/networks/4aa06fea-aa17-4092-a73a-67493e684cef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2783947 Jun 15 14:13:25.947271 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fb4e06-30cb-4e07-803b-1404f8f86e0a req-c080c525-d32f-4ab4-b01d-79122f22704a tempest-DeleteServersTestJSON-990213416 tempest-DeleteServersTestJSON-990213416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:25.949702 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-35fb4e06-30cb-4e07-803b-1404f8f86e0a req-c080c525-d32f-4ab4-b01d-79122f22704a tempest-DeleteServersTestJSON-990213416 tempest-DeleteServersTestJSON-990213416-project] 10.222.0.26 "GET /v2.0/ports?device_id=a884f239-618a-4254-956e-2a9f3619dd3e HTTP/1.1" status: 200 len: 945 time: 0.2160580 Jun 15 14:13:26.004518 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492'] for port, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:26.005380 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Device b4bd8b82-6993-4194-9681-d6ca79a7cbed up at agent hyperv_hv-cinder-79647 {{(pid=91909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:13:26.007280 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:26.043488 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-35fb4e06-30cb-4e07-803b-1404f8f86e0a req-c04699ee-a3f6-49bb-9ea8-6df02fc79db6 tempest-DeleteServersTestJSON-990213416 tempest-DeleteServersTestJSON-990213416-project] 10.222.0.26 "GET /v2.0/security-groups?id=49a4afe6-1679-480c-8c2d-9390de44efef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805640 Jun 15 14:13:26.104122 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253a5afd-0d2d-4def-9b02-3462e4ad1bad service neutron] Pushing event updated for resources: {'Port': ['ID=bbf9fe17-57cc-4b87-8f8c-47c1bcdcee24,revision_number=2']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:26.121509 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Pushing event updated for resources: {'Port': ['ID=ad7ba40e-3a64-49a2-aed5-f1bff299da75,revision_number=5']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:26.124865 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:26.138521 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Provisioning for port b4bd8b82-6993-4194-9681-d6ca79a7cbed completed by entity L2. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:13:26.144354 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Provisioning complete for port b4bd8b82-6993-4194-9681-d6ca79a7cbed triggered by entity L2. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:13:26.145147 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897510'] for port, provisioning_complete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:26.146799 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-253a5afd-0d2d-4def-9b02-3462e4ad1bad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:26.249939 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.managers [req-df71ad7b-95a8-4881-bfcd-f91743455fd7 req-253a5afd-0d2d-4def-9b02-3462e4ad1bad service neutron] Attempting to bind port bbf9fe17-57cc-4b87-8f8c-47c1bcdcee24 on host hv-cinder-79647 for vnic_type normal with profile {{(pid=91906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:13:26.250277 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.managers [req-df71ad7b-95a8-4881-bfcd-f91743455fd7 req-253a5afd-0d2d-4def-9b02-3462e4ad1bad service neutron] Attempting to bind port bbf9fe17-57cc-4b87-8f8c-47c1bcdcee24 by drivers openvswitch,hyperv on host hv-cinder-79647 at level 0 using segments [{'id': '29cbf6bd-3703-449c-90e3-2d0016356068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '610d1d9e-6798-4665-ba11-cd870fb10064'}] {{(pid=91906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:13:26.250609 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df71ad7b-95a8-4881-bfcd-f91743455fd7 req-253a5afd-0d2d-4def-9b02-3462e4ad1bad service neutron] Attempting to bind port bbf9fe17-57cc-4b87-8f8c-47c1bcdcee24 on network 610d1d9e-6798-4665-ba11-cd870fb10064 {{(pid=91906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:13:26.265175 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12c6951-54c8-40e1-9a42-59b6a6598184 req-9f91aaa7-eb81-4fc6-95c4-7ef31840cb36 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:26.267067 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-d12c6951-54c8-40e1-9a42-59b6a6598184 req-9f91aaa7-eb81-4fc6-95c4-7ef31840cb36 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d8373f1-9984-406a-8875-2e171ed82f1d HTTP/1.1" status: 200 len: 943 time: 0.2120907 Jun 15 14:13:26.267346 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df71ad7b-95a8-4881-bfcd-f91743455fd7 req-253a5afd-0d2d-4def-9b02-3462e4ad1bad service neutron] Port bbf9fe17-57cc-4b87-8f8c-47c1bcdcee24 on network 610d1d9e-6798-4665-ba11-cd870fb10064 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79647 {{(pid=91906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 14:13:26.267666 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df71ad7b-95a8-4881-bfcd-f91743455fd7 req-253a5afd-0d2d-4def-9b02-3462e4ad1bad service neutron] Attempting to bind port bbf9fe17-57cc-4b87-8f8c-47c1bcdcee24 on network 610d1d9e-6798-4665-ba11-cd870fb10064 {{(pid=91906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:13:26.270768 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}018986bfbd05ca611dd30af7db176f5a3185891675ab09d2ffafe9409078adde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d2e903f-226b-41ca-af0a-196cb057ee2f" -d '{"events": [{"server_uuid": "a884f239-618a-4254-956e-2a9f3619dd3e", "name": "network-vif-plugged", "status": "completed", "tag": "ad7ba40e-3a64-49a2-aed5-f1bff299da75"}]}' {{(pid=91909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:13:26.273189 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df71ad7b-95a8-4881-bfcd-f91743455fd7 req-253a5afd-0d2d-4def-9b02-3462e4ad1bad service neutron] Checking agent: {'id': 'ecd79229-812b-453e-8934-f3ab9293fb1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79647', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 10, 57), 'started_at': datetime.datetime(2021, 6, 15, 14, 10, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 12, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:13:26.273528 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df71ad7b-95a8-4881-bfcd-f91743455fd7 req-253a5afd-0d2d-4def-9b02-3462e4ad1bad service neutron] Checking segment: {'id': '29cbf6bd-3703-449c-90e3-2d0016356068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '610d1d9e-6798-4665-ba11-cd870fb10064'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:13:26.273909 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df71ad7b-95a8-4881-bfcd-f91743455fd7 req-253a5afd-0d2d-4def-9b02-3462e4ad1bad service neutron] Bound using segment: {'id': '29cbf6bd-3703-449c-90e3-2d0016356068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '610d1d9e-6798-4665-ba11-cd870fb10064'} {{(pid=91906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:13:26.274348 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.managers [req-df71ad7b-95a8-4881-bfcd-f91743455fd7 req-253a5afd-0d2d-4def-9b02-3462e4ad1bad service neutron] Bound port: bbf9fe17-57cc-4b87-8f8c-47c1bcdcee24, host: hv-cinder-79647, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29cbf6bd-3703-449c-90e3-2d0016356068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '610d1d9e-6798-4665-ba11-cd870fb10064'}}] {{(pid=91906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:13:26.274695 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [req-df71ad7b-95a8-4881-bfcd-f91743455fd7 req-253a5afd-0d2d-4def-9b02-3462e4ad1bad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:26.286121 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:26.339997 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] For port b4bd8b82-6993-4194-9681-d6ca79a7cbed, host hv-cinder-79647, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79647',level=0,port_id=b4bd8b82-6993-4194-9681-d6ca79a7cbed,segment=NetworkSegment(c1e51313-9c41-43ed-bd7f-44cfad65f5b9),segment_id=c1e51313-9c41-43ed-bd7f-44cfad65f5b9)] {{(pid=91909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:13:26.358364 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492'] for port, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:26.361540 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:26.362524 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-d12c6951-54c8-40e1-9a42-59b6a6598184 req-ec9f8115-b4c2-4a4d-b64d-8578d1bab26f tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f204154-aeec-4a66-96d0-4d2162f9c593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855935 Jun 15 14:13:26.422635 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.db [req-df71ad7b-95a8-4881-bfcd-f91743455fd7 req-253a5afd-0d2d-4def-9b02-3462e4ad1bad service neutron] For port bbf9fe17-57cc-4b87-8f8c-47c1bcdcee24, host hv-cinder-79647, cleared binding levels {{(pid=91906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:13:26.425940 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.db [req-df71ad7b-95a8-4881-bfcd-f91743455fd7 req-253a5afd-0d2d-4def-9b02-3462e4ad1bad service neutron] For port bbf9fe17-57cc-4b87-8f8c-47c1bcdcee24, host hv-cinder-79647, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79647',level=0,port_id=bbf9fe17-57cc-4b87-8f8c-47c1bcdcee24,segment=NetworkSegment(29cbf6bd-3703-449c-90e3-2d0016356068),segment_id=29cbf6bd-3703-449c-90e3-2d0016356068)] {{(pid=91906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:13:26.429336 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Pushing event updated for resources: {'Port': ['ID=b4bd8b82-6993-4194-9681-d6ca79a7cbed,revision_number=5']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:26.439520 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:26.441795 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [req-df71ad7b-95a8-4881-bfcd-f91743455fd7 req-253a5afd-0d2d-4def-9b02-3462e4ad1bad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3410917'] for port, after_update {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:26.445688 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-253a5afd-0d2d-4def-9b02-3462e4ad1bad service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:26.468196 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a377864c-9e17-4f48-925e-f6c44c070183 req-89bc5f8b-cab2-43ed-9eb6-394a9717a254 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:26.469849 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-a377864c-9e17-4f48-925e-f6c44c070183 req-89bc5f8b-cab2-43ed-9eb6-394a9717a254 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/ports?device_id=eaeff0a0-6ae8-4806-8bd3-d4547f9e2abf HTTP/1.1" status: 200 len: 943 time: 0.1561379 Jun 15 14:13:26.487552 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 60054) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:13:26.508590 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df71ad7b-95a8-4881-bfcd-f91743455fd7 req-253a5afd-0d2d-4def-9b02-3462e4ad1bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:26.509213 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [req-df71ad7b-95a8-4881-bfcd-f91743455fd7 req-253a5afd-0d2d-4def-9b02-3462e4ad1bad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537372'] for port, before_response {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:26.513544 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-df71ad7b-95a8-4881-bfcd-f91743455fd7 req-253a5afd-0d2d-4def-9b02-3462e4ad1bad service neutron] 10.222.0.67 "PUT /v2.0/ports/bbf9fe17-57cc-4b87-8f8c-47c1bcdcee24 HTTP/1.1" status: 200 len: 1093 time: 1.6177993 Jun 15 14:13:26.514115 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d8373f1-9984-406a-8875-2e171ed82f1d', 'tag': 'bbf9fe17-57cc-4b87-8f8c-47c1bcdcee24'}] {{(pid=91906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:13:26.517349 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6e08b2e8a943f90b978338aafac4b6863d86ad6c280d3789afb6c36825669ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b39299ee-53aa-4340-ab9f-d9f39f35dfb6" -d '{"events": [{"name": "network-changed", "server_uuid": "8d8373f1-9984-406a-8875-2e171ed82f1d", "tag": "bbf9fe17-57cc-4b87-8f8c-47c1bcdcee24"}]}' {{(pid=91906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:13:26.548467 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253a5afd-0d2d-4def-9b02-3462e4ad1bad service neutron] Pushing event updated for resources: {'Port': ['ID=bbf9fe17-57cc-4b87-8f8c-47c1bcdcee24,revision_number=3']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:26.557748 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-a377864c-9e17-4f48-925e-f6c44c070183 req-d14ebfcc-cbfa-4f94-9b32-a442161c9c37 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8daf90f-052e-4250-95f7-9d7da7fb7be2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800850 Jun 15 14:13:26.566699 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-253a5afd-0d2d-4def-9b02-3462e4ad1bad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:26.651118 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 14:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79ef9ba3-05ce-4887-a3ca-2d7440fb7d1d x-openstack-request-id: req-79ef9ba3-05ce-4887-a3ca-2d7440fb7d1d {{(pid=91906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:13:26.652356 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d8373f1-9984-406a-8875-2e171ed82f1d", "tag": "bbf9fe17-57cc-4b87-8f8c-47c1bcdcee24", "status": "completed", "code": 200}]} {{(pid=91906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:13:26.652356 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-79ef9ba3-05ce-4887-a3ca-2d7440fb7d1d {{(pid=91906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:13:26.657590 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d8373f1-9984-406a-8875-2e171ed82f1d', 'tag': 'bbf9fe17-57cc-4b87-8f8c-47c1bcdcee24', 'status': 'completed', 'code': 200} Jun 15 14:13:26.730530 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df71ad7b-95a8-4881-bfcd-f91743455fd7 req-0337a735-8c6b-415f-acdd-f35da14ce1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:26.732543 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-df71ad7b-95a8-4881-bfcd-f91743455fd7 req-0337a735-8c6b-415f-acdd-f35da14ce1db service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=52a857fa93204cfd848344919ef0f84a&device_id=8d8373f1-9984-406a-8875-2e171ed82f1d HTTP/1.1" status: 200 len: 1096 time: 0.1526623 Jun 15 14:13:26.819102 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-df71ad7b-95a8-4881-bfcd-f91743455fd7 req-34667203-b702-4385-9cf3-83bd21acdd5d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bbf9fe17-57cc-4b87-8f8c-47c1bcdcee24 HTTP/1.1" status: 200 len: 217 time: 0.0712590 Jun 15 14:13:26.828010 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b3e6501-317e-4894-b0e3-6aef356f07d8 x-openstack-request-id: req-6b3e6501-317e-4894-b0e3-6aef356f07d8 {{(pid=91909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:13:26.828358 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-3f553123-ecdb-4ff5-97f8-18bdd5f41528 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:26.828675 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a884f239-618a-4254-956e-2a9f3619dd3e", "name": "network-vif-plugged", "status": "completed", "tag": "ad7ba40e-3a64-49a2-aed5-f1bff299da75", "code": 200}]} {{(pid=91909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:13:26.829032 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6b3e6501-317e-4894-b0e3-6aef356f07d8 {{(pid=91909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:13:26.829659 dv-cinder-796471-1-iscsi neutron-server[91909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a884f239-618a-4254-956e-2a9f3619dd3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad7ba40e-3a64-49a2-aed5-f1bff299da75', 'code': 200} Jun 15 14:13:27.096463 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 60090) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:13:27.119454 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df71ad7b-95a8-4881-bfcd-f91743455fd7 req-102abc23-4964-40f1-acef-244edd7b91fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:27.120978 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-df71ad7b-95a8-4881-bfcd-f91743455fd7 req-102abc23-4964-40f1-acef-244edd7b91fb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2014c6aa-f72d-434e-8835-9ccc29766f9a HTTP/1.1" status: 200 len: 856 time: 0.2606361 Jun 15 14:13:27.212602 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-3f553123-ecdb-4ff5-97f8-18bdd5f41528 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:27.222501 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-3f553123-ecdb-4ff5-97f8-18bdd5f41528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:27.243092 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:27.304184 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e1c3cf-7e69-4786-97c8-c04aacf253a6 req-012b21b4-971e-4e87-93c8-fdc3cf52b766 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:27.305746 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-f7e1c3cf-7e69-4786-97c8-c04aacf253a6 req-012b21b4-971e-4e87-93c8-fdc3cf52b766 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/ports?device_id=807ea74d-380f-4665-bc01-98bcf480a45f HTTP/1.1" status: 200 len: 945 time: 0.3108740 Jun 15 14:13:27.318102 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-3f553123-ecdb-4ff5-97f8-18bdd5f41528 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fda8a54217744841bd8474ed53c71216&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8290873 Jun 15 14:13:27.323048 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 60108) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:13:27.363281 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f553123-ecdb-4ff5-97f8-18bdd5f41528 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11c518a6-8c04-4ca8-a4c1-1d69bb2fc2a6,revision_number=1']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:27.384079 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-3f553123-ecdb-4ff5-97f8-18bdd5f41528 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:27.403492 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2541c08b-4e83-44e2-9c28-302ff466b817 req-2a6df8f5-e9c7-4b7e-857b-c564704593b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:27.405066 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-2541c08b-4e83-44e2-9c28-302ff466b817 req-2a6df8f5-e9c7-4b7e-857b-c564704593b5 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a884f239-618a-4254-956e-2a9f3619dd3e HTTP/1.1" status: 200 len: 1099 time: 0.2772481 Jun 15 14:13:27.417742 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-f7e1c3cf-7e69-4786-97c8-c04aacf253a6 req-ec7cfa33-088a-4982-83d8-e2da2df0ca57 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/security-groups?id=69da6443-a760-4382-8ecd-b3b336e40d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028957 Jun 15 14:13:27.449366 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:27.457238 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-2541c08b-4e83-44e2-9c28-302ff466b817 req-f5e99e63-0949-490d-bd5b-cc3045dc7e09 service neutron] Notify callbacks [] for security_group, before_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:27.462119 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-df47a400-e19a-4c85-861c-2de2dec78c36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:27.490560 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df71ad7b-95a8-4881-bfcd-f91743455fd7 req-d8fbb8a3-dc67-4781-bf9d-13fe90714408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:27.492266 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-df71ad7b-95a8-4881-bfcd-f91743455fd7 req-d8fbb8a3-dc67-4781-bf9d-13fe90714408 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=610d1d9e-6798-4665-ba11-cd870fb10064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3632429 Jun 15 14:13:27.495042 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-1d435fed-aa0e-4696-aaf6-d5bfb21699c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:27.561116 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Device 185635d3-2677-45f0-bf52-777e1c826b0a details requested by agent hyperv_hv-cinder-79647 with host hv-cinder-79647 {{(pid=91909) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 14:13:27.669884 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-df71ad7b-95a8-4881-bfcd-f91743455fd7 req-a1dcfb42-08dd-4e3a-8355-4241c5d3cbee service neutron] 10.222.0.67 "GET /v2.0/networks/610d1d9e-6798-4665-ba11-cd870fb10064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701438 Jun 15 14:13:27.702545 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-2541c08b-4e83-44e2-9c28-302ff466b817 req-f5e99e63-0949-490d-bd5b-cc3045dc7e09 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:27.722549 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-1d435fed-aa0e-4696-aaf6-d5bfb21699c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:27.722919 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-2541c08b-4e83-44e2-9c28-302ff466b817 req-f5e99e63-0949-490d-bd5b-cc3045dc7e09 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:27.746906 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-ad4b29a8-df52-4588-9e6c-b96c77fdce60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:27.750530 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-2541c08b-4e83-44e2-9c28-302ff466b817 req-f5e99e63-0949-490d-bd5b-cc3045dc7e09 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=49a4afe6-1679-480c-8c2d-9390de44efef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3294907 Jun 15 14:13:27.756643 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d2b856-7266-4d7a-b231-175b1e882abe req-dd093eaf-88b0-436f-8363-f90176b4314b tempest-DeleteServersTestJSON-990213416 tempest-DeleteServersTestJSON-990213416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:27.758145 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-c9d2b856-7266-4d7a-b231-175b1e882abe req-dd093eaf-88b0-436f-8363-f90176b4314b tempest-DeleteServersTestJSON-990213416 tempest-DeleteServersTestJSON-990213416-project] 10.222.0.26 "GET /v2.0/ports?device_id=a884f239-618a-4254-956e-2a9f3619dd3e HTTP/1.1" status: 200 len: 946 time: 0.4336681 Jun 15 14:13:27.762102 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] For port 185635d3-2677-45f0-bf52-777e1c826b0a, host hv-cinder-79647, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79647',level=0,port_id=185635d3-2677-45f0-bf52-777e1c826b0a,segment=NetworkSegment(73a4283b-e0a5-4dad-80d0-c61f4808d629),segment_id=73a4283b-e0a5-4dad-80d0-c61f4808d629)] {{(pid=91909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:13:27.785872 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Returning: {'device': '185635d3-2677-45f0-bf52-777e1c826b0a', 'network_id': '4aa06fea-aa17-4092-a73a-67493e684cef', 'port_id': '185635d3-2677-45f0-bf52-777e1c826b0a', 'mac_address': 'fa:16:3e:bf:fd:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 889, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '948d283c-351b-4469-a9b0-92e873d860c7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91909) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 14:13:27.808425 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e392eb1-c92c-4b12-93ae-562c3e83ef72 req-9e318675-aba0-445f-81ee-f1c8cf02503e tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:27.809953 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-3e392eb1-c92c-4b12-93ae-562c3e83ef72 req-9e318675-aba0-445f-81ee-f1c8cf02503e tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d8373f1-9984-406a-8875-2e171ed82f1d HTTP/1.1" status: 200 len: 943 time: 0.1736400 Jun 15 14:13:27.812410 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e99e63-0949-490d-bd5b-cc3045dc7e09 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=d9f52b38-b9d1-4bf4-b8c5-0a18c37fc880,revision_number=1']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:27.815649 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-f5e99e63-0949-490d-bd5b-cc3045dc7e09 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:27.833837 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:27.850976 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.notifiers.nova [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 185635d3-2677-45f0-bf52-777e1c826b0a {{(pid=91909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:13:27.881971 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] For port 185635d3-2677-45f0-bf52-777e1c826b0a, host hv-cinder-79647, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79647',level=0,port_id=185635d3-2677-45f0-bf52-777e1c826b0a,segment=NetworkSegment(73a4283b-e0a5-4dad-80d0-c61f4808d629),segment_id=73a4283b-e0a5-4dad-80d0-c61f4808d629)] {{(pid=91909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:13:27.894124 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-c9d2b856-7266-4d7a-b231-175b1e882abe req-59cf471d-f554-4303-86f5-1fc0f763af81 tempest-DeleteServersTestJSON-990213416 tempest-DeleteServersTestJSON-990213416-project] 10.222.0.26 "GET /v2.0/security-groups?id=49a4afe6-1679-480c-8c2d-9390de44efef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256645 Jun 15 14:13:27.902665 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492'] for port, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:27.904723 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-3e392eb1-c92c-4b12-93ae-562c3e83ef72 req-969cf745-4486-44d4-8f99-18086ec806f3 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f204154-aeec-4a66-96d0-4d2162f9c593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675256 Jun 15 14:13:27.908201 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-391e6b25-1017-4c6d-8502-7c1ff88d07a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:27.947000 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-1d435fed-aa0e-4696-aaf6-d5bfb21699c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:27.949976 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-df71ad7b-95a8-4881-bfcd-f91743455fd7 req-e888a1dc-5ec8-4a92-ae70-11e586a13d67 service neutron] 10.222.0.67 "GET /v2.0/networks/610d1d9e-6798-4665-ba11-cd870fb10064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2629883 Jun 15 14:13:27.954225 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-1d435fed-aa0e-4696-aaf6-d5bfb21699c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:27.955761 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-1d435fed-aa0e-4696-aaf6-d5bfb21699c3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/11c518a6-8c04-4ca8-a4c1-1d69bb2fc2a6 HTTP/1.1" status: 204 len: 168 time: 0.6301847 Jun 15 14:13:27.957849 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-7040fca1-5b91-4cdc-8a0c-4a22d50a7c4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:27.971991 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d435fed-aa0e-4696-aaf6-d5bfb21699c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11c518a6-8c04-4ca8-a4c1-1d69bb2fc2a6,revision_number=None']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:27.976766 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-1d435fed-aa0e-4696-aaf6-d5bfb21699c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:27.990252 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Pushing event updated for resources: {'Port': ['ID=185635d3-2677-45f0-bf52-777e1c826b0a,revision_number=4']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:27.993774 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:28.010738 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-df47a400-e19a-4c85-861c-2de2dec78c36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:28.022725 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-df47a400-e19a-4c85-861c-2de2dec78c36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:28.026278 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:28.072533 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-df47a400-e19a-4c85-861c-2de2dec78c36 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d0a831ab1f974c88ae337656c50386cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9694362 Jun 15 14:13:28.072533 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df47a400-e19a-4c85-861c-2de2dec78c36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53ef74e3-5ab5-435f-8129-89ac05ff505d,revision_number=1']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:28.074977 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 60136) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:13:28.076820 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-df47a400-e19a-4c85-861c-2de2dec78c36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:28.157525 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-2bb170be-e297-4f17-9182-df7a3d7d7340 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:28.184535 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-2bb170be-e297-4f17-9182-df7a3d7d7340 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:28.212795 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] get_ports_and_sgs() called for port_ids ['185635d3-2677-45f0-bf52-777e1c826b0a'] {{(pid=91909) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:13:28.244608 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-2bb170be-e297-4f17-9182-df7a3d7d7340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:28.247901 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-2bb170be-e297-4f17-9182-df7a3d7d7340 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:28.249503 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-2bb170be-e297-4f17-9182-df7a3d7d7340 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/53ef74e3-5ab5-435f-8129-89ac05ff505d HTTP/1.1" status: 204 len: 168 time: 0.1719167 Jun 15 14:13:28.250176 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:28.267543 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb170be-e297-4f17-9182-df7a3d7d7340 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53ef74e3-5ab5-435f-8129-89ac05ff505d,revision_number=None']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:28.288599 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-2bb170be-e297-4f17-9182-df7a3d7d7340 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:28.306328 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85a97bf-797f-4785-a1e6-f0ebf336b5f7 req-62785560-5a4c-4aac-a97c-a7b0ce8217a5 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:28.308566 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-a85a97bf-797f-4785-a1e6-f0ebf336b5f7 req-62785560-5a4c-4aac-a97c-a7b0ce8217a5 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/ports?device_id=eaeff0a0-6ae8-4806-8bd3-d4547f9e2abf HTTP/1.1" status: 200 len: 944 time: 0.1620221 Jun 15 14:13:28.316445 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39299ee-53aa-4340-ab9f-d9f39f35dfb6 req-a5ffb837-c7d1-4ac6-870a-50309ff1a273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:28.317812 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-b39299ee-53aa-4340-ab9f-d9f39f35dfb6 req-a5ffb837-c7d1-4ac6-870a-50309ff1a273 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=52a857fa93204cfd848344919ef0f84a&device_id=8d8373f1-9984-406a-8875-2e171ed82f1d HTTP/1.1" status: 200 len: 1096 time: 0.1322887 Jun 15 14:13:28.407017 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-a85a97bf-797f-4785-a1e6-f0ebf336b5f7 req-b7d694a8-a859-4216-b935-c5b0374f5538 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8daf90f-052e-4250-95f7-9d7da7fb7be2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839000 Jun 15 14:13:28.443480 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 60150) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:13:28.488078 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-19f40f8a-43c7-4f2f-8134-8cab8e94a552 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:28.522262 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39299ee-53aa-4340-ab9f-d9f39f35dfb6 req-5a246ea7-da28-4550-af6b-9960eeeefa88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:28.529529 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-b39299ee-53aa-4340-ab9f-d9f39f35dfb6 req-5a246ea7-da28-4550-af6b-9960eeeefa88 service neutron] 10.222.0.67 "GET /v2.0/networks?id=610d1d9e-6798-4665-ba11-cd870fb10064 HTTP/1.1" status: 200 len: 918 time: 0.2008410 Jun 15 14:13:28.682329 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-b39299ee-53aa-4340-ab9f-d9f39f35dfb6 req-2b5ee4ae-817d-4ee8-8ec8-b11e553e235a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bbf9fe17-57cc-4b87-8f8c-47c1bcdcee24 HTTP/1.1" status: 200 len: 217 time: 0.1484549 Jun 15 14:13:28.691265 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-19f40f8a-43c7-4f2f-8134-8cab8e94a552 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:28.728934 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-19f40f8a-43c7-4f2f-8134-8cab8e94a552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:28.734152 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-deac7624-b448-4386-b29f-f021eba78f3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:28.748347 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39299ee-53aa-4340-ab9f-d9f39f35dfb6 req-54e5fd4d-eb1f-49e0-831e-689f031519d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:28.749997 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-b39299ee-53aa-4340-ab9f-d9f39f35dfb6 req-54e5fd4d-eb1f-49e0-831e-689f031519d6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2014c6aa-f72d-434e-8835-9ccc29766f9a HTTP/1.1" status: 200 len: 856 time: 0.0611408 Jun 15 14:13:28.785234 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 60166) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:13:28.801647 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-19f40f8a-43c7-4f2f-8134-8cab8e94a552 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ca75f2e0710643d1affeccf9c957c849&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3542149 Jun 15 14:13:28.802044 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f40f8a-43c7-4f2f-8134-8cab8e94a552 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f49c6c6-7cd8-4909-b245-fb17573ca861,revision_number=1']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:28.815320 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 60170) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:13:28.822716 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-19f40f8a-43c7-4f2f-8134-8cab8e94a552 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:28.830567 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-3eabc863-5ad6-43ff-9bfe-9c4261b78cfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:28.831477 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '807ea74d-380f-4665-bc01-98bcf480a45f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4bd8b82-6993-4194-9681-d6ca79a7cbed'}] {{(pid=91909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:13:28.833897 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}018986bfbd05ca611dd30af7db176f5a3185891675ab09d2ffafe9409078adde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e4e9df0-ae85-4a1e-8491-0d78ef74066a" -d '{"events": [{"server_uuid": "807ea74d-380f-4665-bc01-98bcf480a45f", "name": "network-vif-plugged", "status": "completed", "tag": "b4bd8b82-6993-4194-9681-d6ca79a7cbed"}]}' {{(pid=91909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:13:28.853558 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39299ee-53aa-4340-ab9f-d9f39f35dfb6 req-df55e258-e8eb-4d91-840b-b8a5e7a2afde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:28.856221 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-b39299ee-53aa-4340-ab9f-d9f39f35dfb6 req-df55e258-e8eb-4d91-840b-b8a5e7a2afde service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=610d1d9e-6798-4665-ba11-cd870fb10064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0972035 Jun 15 14:13:28.886060 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dde5e63d-35a6-4807-83a5-99d086e9f47b x-openstack-request-id: req-dde5e63d-35a6-4807-83a5-99d086e9f47b {{(pid=91909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:13:28.887136 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "807ea74d-380f-4665-bc01-98bcf480a45f", "name": "network-vif-plugged", "status": "completed", "tag": "b4bd8b82-6993-4194-9681-d6ca79a7cbed", "code": 200}]} {{(pid=91909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:13:28.887386 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-dde5e63d-35a6-4807-83a5-99d086e9f47b {{(pid=91909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:13:28.887774 dv-cinder-796471-1-iscsi neutron-server[91909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '807ea74d-380f-4665-bc01-98bcf480a45f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4bd8b82-6993-4194-9681-d6ca79a7cbed', 'code': 200} Jun 15 14:13:28.954597 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ec019b-c24e-4c70-be4d-8114be89038a req-35fed071-b981-430e-ab7a-734394895e24 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:28.959576 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-85ec019b-c24e-4c70-be4d-8114be89038a req-35fed071-b981-430e-ab7a-734394895e24 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/ports?device_id=807ea74d-380f-4665-bc01-98bcf480a45f HTTP/1.1" status: 200 len: 945 time: 0.2805872 Jun 15 14:13:29.013321 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-b39299ee-53aa-4340-ab9f-d9f39f35dfb6 req-229f020f-453e-450c-a224-bac6db9f9caa service neutron] 10.222.0.67 "GET /v2.0/networks/610d1d9e-6798-4665-ba11-cd870fb10064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459980 Jun 15 14:13:29.096844 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-6fd9f891-6642-43be-bb61-b322dfc0a117 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:29.152020 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-85ec019b-c24e-4c70-be4d-8114be89038a req-60e20ebf-dfb5-42f5-acc4-6761e2b3a0e5 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/security-groups?id=69da6443-a760-4382-8ecd-b3b336e40d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804502 Jun 15 14:13:29.169252 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-6fd9f891-6642-43be-bb61-b322dfc0a117 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:29.286806 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-3eabc863-5ad6-43ff-9bfe-9c4261b78cfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:29.303994 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-3eabc863-5ad6-43ff-9bfe-9c4261b78cfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:29.309840 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-fc0ba74a-35ab-4338-8cae-1a61bfbb6448 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:29.473872 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 60192) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:13:29.515289 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-b39299ee-53aa-4340-ab9f-d9f39f35dfb6 req-a29f878e-e0be-4c52-a30e-d9a311df1592 service neutron] 10.222.0.67 "GET /v2.0/networks/610d1d9e-6798-4665-ba11-cd870fb10064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4973922 Jun 15 14:13:29.534948 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-6fd9f891-6642-43be-bb61-b322dfc0a117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:29.537431 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-6fd9f891-6642-43be-bb61-b322dfc0a117 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:29.537747 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03f2342-94e7-4b30-a6a9-4fe8f999e662 req-d500abc9-904f-4533-9d42-7db273264791 tempest-DeleteServersTestJSON-990213416 tempest-DeleteServersTestJSON-990213416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:29.538515 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-6fd9f891-6642-43be-bb61-b322dfc0a117 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9f49c6c6-7cd8-4909-b245-fb17573ca861 HTTP/1.1" status: 204 len: 168 time: 0.7221086 Jun 15 14:13:29.539398 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-d03f2342-94e7-4b30-a6a9-4fe8f999e662 req-d500abc9-904f-4533-9d42-7db273264791 tempest-DeleteServersTestJSON-990213416 tempest-DeleteServersTestJSON-990213416-project] 10.222.0.26 "GET /v2.0/ports?device_id=a884f239-618a-4254-956e-2a9f3619dd3e HTTP/1.1" status: 200 len: 946 time: 0.3672254 Jun 15 14:13:29.556332 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Device 185635d3-2677-45f0-bf52-777e1c826b0a up at agent hyperv_hv-cinder-79647 {{(pid=91909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:13:29.615750 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-3eabc863-5ad6-43ff-9bfe-9c4261b78cfc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6ecb5d7488be44a9899ca4ccad4debd6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8265548 Jun 15 14:13:29.618178 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 60204) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:13:29.626900 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eabc863-5ad6-43ff-9bfe-9c4261b78cfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb61deea-60fe-4049-a2f6-d73c12fc9e54,revision_number=1']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:29.639426 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-3eabc863-5ad6-43ff-9bfe-9c4261b78cfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:29.640910 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-2bb170be-e297-4f17-9182-df7a3d7d7340 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.057s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:29.650996 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357cc12f-0a7e-4654-8a6b-f21ab1b07801 req-8d07d3a3-95cf-4596-87e1-bf54459f7fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:29.653153 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-357cc12f-0a7e-4654-8a6b-f21ab1b07801 req-8d07d3a3-95cf-4596-87e1-bf54459f7fa1 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=807ea74d-380f-4665-bc01-98bcf480a45f HTTP/1.1" status: 200 len: 1098 time: 0.4335318 Jun 15 14:13:29.666626 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd9f891-6642-43be-bb61-b322dfc0a117 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f49c6c6-7cd8-4909-b245-fb17573ca861,revision_number=None']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:29.671830 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-6fd9f891-6642-43be-bb61-b322dfc0a117 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:29.674679 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Provisioning for port 185635d3-2677-45f0-bf52-777e1c826b0a completed by entity L2. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:13:29.691674 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Provisioning complete for port 185635d3-2677-45f0-bf52-777e1c826b0a triggered by entity L2. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:13:29.692047 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897510'] for port, provisioning_complete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:29.724692 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d31c0cf-8c59-47e9-837d-3867ce15fcd6 req-23702191-1251-4a0e-b911-2e411156cac3 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:29.735008 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-6d31c0cf-8c59-47e9-837d-3867ce15fcd6 req-23702191-1251-4a0e-b911-2e411156cac3 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d8373f1-9984-406a-8875-2e171ed82f1d HTTP/1.1" status: 200 len: 943 time: 0.2178099 Jun 15 14:13:29.769884 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-357cc12f-0a7e-4654-8a6b-f21ab1b07801 req-19e5c9ef-6bf2-420f-8c44-d790e01ab7fd service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=69da6443-a760-4382-8ecd-b3b336e40d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001961 Jun 15 14:13:29.806339 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-6d31c0cf-8c59-47e9-837d-3867ce15fcd6 req-3c782ee5-a7a1-4323-a067-3fe59d44c446 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f204154-aeec-4a66-96d0-4d2162f9c593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701826 Jun 15 14:13:29.838592 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-2fae4cf5-cfba-4c21-8e20-d4d0b0a78931 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:29.845658 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:29.852828 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-d03f2342-94e7-4b30-a6a9-4fe8f999e662 req-b94e45b8-9264-4d0e-89ad-1314aaf01128 tempest-DeleteServersTestJSON-990213416 tempest-DeleteServersTestJSON-990213416-project] 10.222.0.26 "GET /v2.0/security-groups?id=49a4afe6-1679-480c-8c2d-9390de44efef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3008416 Jun 15 14:13:29.883451 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-83d115f4-c2a1-4ed7-bb9c-c6f1db871e5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:29.893699 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] For port 185635d3-2677-45f0-bf52-777e1c826b0a, host hv-cinder-79647, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79647',level=0,port_id=185635d3-2677-45f0-bf52-777e1c826b0a,segment=NetworkSegment(73a4283b-e0a5-4dad-80d0-c61f4808d629),segment_id=73a4283b-e0a5-4dad-80d0-c61f4808d629)] {{(pid=91909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:13:29.897916 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492'] for port, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:29.899914 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:29.922936 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-83d115f4-c2a1-4ed7-bb9c-c6f1db871e5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:29.969827 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Pushing event updated for resources: {'Port': ['ID=185635d3-2677-45f0-bf52-777e1c826b0a,revision_number=5']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:29.974849 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:30.017080 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-83d115f4-c2a1-4ed7-bb9c-c6f1db871e5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:30.019609 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-83d115f4-c2a1-4ed7-bb9c-c6f1db871e5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:30.020707 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-83d115f4-c2a1-4ed7-bb9c-c6f1db871e5e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cb61deea-60fe-4049-a2f6-d73c12fc9e54 HTTP/1.1" status: 204 len: 168 time: 0.4017024 Jun 15 14:13:30.027758 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-cf810cdd-b6e9-4604-b31b-74683b9050ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:30.034892 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-2fae4cf5-cfba-4c21-8e20-d4d0b0a78931 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:30.047355 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d115f4-c2a1-4ed7-bb9c-c6f1db871e5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb61deea-60fe-4049-a2f6-d73c12fc9e54,revision_number=None']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:30.049112 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-2fae4cf5-cfba-4c21-8e20-d4d0b0a78931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:30.052085 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-83d115f4-c2a1-4ed7-bb9c-c6f1db871e5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:30.052522 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-83d115f4-c2a1-4ed7-bb9c-c6f1db871e5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:30.099660 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-2fae4cf5-cfba-4c21-8e20-d4d0b0a78931 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c79456919cd34552bee963cb538201f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6232803 Jun 15 14:13:30.100513 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fae4cf5-cfba-4c21-8e20-d4d0b0a78931 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cb6d960-c0eb-40a1-9723-981183714ef0,revision_number=1']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:30.103312 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 60220) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:13:30.109188 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-2fae4cf5-cfba-4c21-8e20-d4d0b0a78931 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:30.156802 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ac1491-0e51-45c7-9fb1-d1428763deca req-601c5fdf-761f-4b82-96aa-4998dd5b0549 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:30.158692 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-b6ac1491-0e51-45c7-9fb1-d1428763deca req-601c5fdf-761f-4b82-96aa-4998dd5b0549 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/ports?device_id=eaeff0a0-6ae8-4806-8bd3-d4547f9e2abf HTTP/1.1" status: 200 len: 945 time: 0.1520145 Jun 15 14:13:30.165537 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-5a4cdbaf-753b-4fcc-b455-b6364b95b2e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:30.197302 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-5a4cdbaf-753b-4fcc-b455-b6364b95b2e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:30.247612 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-b6ac1491-0e51-45c7-9fb1-d1428763deca req-f7ac2e98-1c99-48df-9990-f65a0075f80e tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8daf90f-052e-4250-95f7-9d7da7fb7be2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823870 Jun 15 14:13:30.267696 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-5a4cdbaf-753b-4fcc-b455-b6364b95b2e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:30.270314 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-5a4cdbaf-753b-4fcc-b455-b6364b95b2e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:30.274560 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-5a4cdbaf-753b-4fcc-b455-b6364b95b2e4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6cb6d960-c0eb-40a1-9723-981183714ef0 HTTP/1.1" status: 204 len: 168 time: 0.1705732 Jun 15 14:13:30.275334 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:30.284102 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4cdbaf-753b-4fcc-b455-b6364b95b2e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cb6d960-c0eb-40a1-9723-981183714ef0,revision_number=None']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:30.286439 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-5a4cdbaf-753b-4fcc-b455-b6364b95b2e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:30.407966 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c32141-1b5d-46e6-9416-4243b02018b2 req-959fe143-5e2c-4e66-a33e-54a017284ce8 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:30.414819 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-68c32141-1b5d-46e6-9416-4243b02018b2 req-959fe143-5e2c-4e66-a33e-54a017284ce8 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/ports?device_id=807ea74d-380f-4665-bc01-98bcf480a45f HTTP/1.1" status: 200 len: 945 time: 0.0862477 Jun 15 14:13:30.458621 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-68c32141-1b5d-46e6-9416-4243b02018b2 req-1b8e0841-d123-4e6b-a2b9-33506f8a76ce tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/security-groups?id=69da6443-a760-4382-8ecd-b3b336e40d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430605 Jun 15 14:13:30.630260 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 60246) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:13:30.652617 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-e3d1136c-42f9-4b24-9074-bf91b571b5f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:30.779568 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-e3d1136c-42f9-4b24-9074-bf91b571b5f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:30.785440 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-e3d1136c-42f9-4b24-9074-bf91b571b5f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:30.789857 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-ff37b5ec-5bd2-451d-a2a3-b1da6d56c960 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:30.821235 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d1136c-42f9-4b24-9074-bf91b571b5f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=436a69a6-334d-47ef-b75b-bcb3124c77b5,revision_number=1']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:30.826234 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-e3d1136c-42f9-4b24-9074-bf91b571b5f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:30.848939 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 60256) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:13:30.849630 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-e3d1136c-42f9-4b24-9074-bf91b571b5f3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b51d659a4a024eaabec374ed5bc7980e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2181313 Jun 15 14:13:30.890569 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaeff0a0-6ae8-4806-8bd3-d4547f9e2abf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '185635d3-2677-45f0-bf52-777e1c826b0a'}] {{(pid=91909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:13:30.893184 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}018986bfbd05ca611dd30af7db176f5a3185891675ab09d2ffafe9409078adde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fee352e-91f0-454e-b5b3-b8faf00c57e4" -d '{"events": [{"server_uuid": "eaeff0a0-6ae8-4806-8bd3-d4547f9e2abf", "name": "network-vif-plugged", "status": "completed", "tag": "185635d3-2677-45f0-bf52-777e1c826b0a"}]}' {{(pid=91909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:13:30.990019 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-2d65b203-bb6c-4542-b898-c5b9e9475d4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:31.084163 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-2d65b203-bb6c-4542-b898-c5b9e9475d4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:31.145147 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085eba0d-7b87-4319-9278-6d20aeae2cfc req-33c6254e-361b-4d16-b77f-e2e0c84f92ea tempest-DeleteServersTestJSON-990213416 tempest-DeleteServersTestJSON-990213416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:31.146988 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-085eba0d-7b87-4319-9278-6d20aeae2cfc req-33c6254e-361b-4d16-b77f-e2e0c84f92ea tempest-DeleteServersTestJSON-990213416 tempest-DeleteServersTestJSON-990213416-project] 10.222.0.26 "GET /v2.0/ports?device_id=a884f239-618a-4254-956e-2a9f3619dd3e HTTP/1.1" status: 200 len: 946 time: 0.1000807 Jun 15 14:13:31.163737 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bc096f-6eee-4e6e-b6ff-161ab2d52481 req-e44a0007-55ad-4613-911f-4d15c117ac9b tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:31.169113 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-49bc096f-6eee-4e6e-b6ff-161ab2d52481 req-e44a0007-55ad-4613-911f-4d15c117ac9b tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d8373f1-9984-406a-8875-2e171ed82f1d HTTP/1.1" status: 200 len: 943 time: 0.1667733 Jun 15 14:13:31.203587 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-2d65b203-bb6c-4542-b898-c5b9e9475d4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:31.206353 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-2d65b203-bb6c-4542-b898-c5b9e9475d4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:31.207472 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-085eba0d-7b87-4319-9278-6d20aeae2cfc req-3a847ff1-7063-4aee-8042-b3909deef58a tempest-DeleteServersTestJSON-990213416 tempest-DeleteServersTestJSON-990213416-project] 10.222.0.26 "GET /v2.0/security-groups?id=49a4afe6-1679-480c-8c2d-9390de44efef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503998 Jun 15 14:13:31.217208 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-2d65b203-bb6c-4542-b898-c5b9e9475d4d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/436a69a6-334d-47ef-b75b-bcb3124c77b5 HTTP/1.1" status: 204 len: 168 time: 0.3657017 Jun 15 14:13:31.219353 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-3eabc863-5ad6-43ff-9bfe-9c4261b78cfc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:31.260060 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d65b203-bb6c-4542-b898-c5b9e9475d4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=436a69a6-334d-47ef-b75b-bcb3124c77b5,revision_number=None']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:31.264767 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-2d65b203-bb6c-4542-b898-c5b9e9475d4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:31.286456 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-49bc096f-6eee-4e6e-b6ff-161ab2d52481 req-26433ab4-0b77-4e95-bccf-12a8767a6a3a tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f204154-aeec-4a66-96d0-4d2162f9c593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1073561 Jun 15 14:13:31.304918 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f71d11a-8a4b-469d-bac3-5c3043b712b4 x-openstack-request-id: req-6f71d11a-8a4b-469d-bac3-5c3043b712b4 {{(pid=91909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:13:31.305466 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaeff0a0-6ae8-4806-8bd3-d4547f9e2abf", "name": "network-vif-plugged", "status": "completed", "tag": "185635d3-2677-45f0-bf52-777e1c826b0a", "code": 200}]} {{(pid=91909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:13:31.305933 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6f71d11a-8a4b-469d-bac3-5c3043b712b4 {{(pid=91909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:13:31.306545 dv-cinder-796471-1-iscsi neutron-server[91909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaeff0a0-6ae8-4806-8bd3-d4547f9e2abf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '185635d3-2677-45f0-bf52-777e1c826b0a', 'code': 200} Jun 15 14:13:31.560537 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bee7cc6-72b4-4fc2-9429-1427040dba44 req-a732da70-0e60-4752-951b-c1e891da8407 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:31.569135 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-1bee7cc6-72b4-4fc2-9429-1427040dba44 req-a732da70-0e60-4752-951b-c1e891da8407 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/ports?device_id=eaeff0a0-6ae8-4806-8bd3-d4547f9e2abf HTTP/1.1" status: 200 len: 945 time: 0.1044021 Jun 15 14:13:31.572132 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Device bbf9fe17-57cc-4b87-8f8c-47c1bcdcee24 details requested by agent hyperv_hv-cinder-79647 with host hv-cinder-79647 {{(pid=91909) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 14:13:31.628671 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-1bee7cc6-72b4-4fc2-9429-1427040dba44 req-6ef4b0f3-7727-4a36-9eca-7fd26f1a7dea tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8daf90f-052e-4250-95f7-9d7da7fb7be2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583348 Jun 15 14:13:31.782380 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f668964-8683-4e26-9264-337bfecacbfe req-2bcfe1ce-2324-46dd-aa82-7667f8925160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:31.783896 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-9f668964-8683-4e26-9264-337bfecacbfe req-2bcfe1ce-2324-46dd-aa82-7667f8925160 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=eaeff0a0-6ae8-4806-8bd3-d4547f9e2abf HTTP/1.1" status: 200 len: 1098 time: 0.2020946 Jun 15 14:13:31.826517 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef852391-034e-48ac-b1a4-61967853e281 req-727b1a23-d649-4917-bed9-f2b84244e544 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:31.828054 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-ef852391-034e-48ac-b1a4-61967853e281 req-727b1a23-d649-4917-bed9-f2b84244e544 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/ports?device_id=807ea74d-380f-4665-bc01-98bcf480a45f HTTP/1.1" status: 200 len: 945 time: 0.1434658 Jun 15 14:13:31.846397 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-9f668964-8683-4e26-9264-337bfecacbfe req-77183e83-4208-47ba-8be5-58e08d6533b8 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=f8daf90f-052e-4250-95f7-9d7da7fb7be2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543575 Jun 15 14:13:31.851991 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] For port bbf9fe17-57cc-4b87-8f8c-47c1bcdcee24, host hv-cinder-79647, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79647',level=0,port_id=bbf9fe17-57cc-4b87-8f8c-47c1bcdcee24,segment=NetworkSegment(29cbf6bd-3703-449c-90e3-2d0016356068),segment_id=29cbf6bd-3703-449c-90e3-2d0016356068)] {{(pid=91909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:13:31.872397 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Returning: {'device': 'bbf9fe17-57cc-4b87-8f8c-47c1bcdcee24', 'network_id': '610d1d9e-6798-4665-ba11-cd870fb10064', 'port_id': 'bbf9fe17-57cc-4b87-8f8c-47c1bcdcee24', 'mac_address': 'fa:16:3e:82:27:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 888, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2014c6aa-f72d-434e-8835-9ccc29766f9a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91909) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 14:13:31.885434 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-ef852391-034e-48ac-b1a4-61967853e281 req-f424f3a0-2c34-4e19-b14c-8ff4c9afc380 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/security-groups?id=69da6443-a760-4382-8ecd-b3b336e40d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505149 Jun 15 14:13:31.931013 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:31.950495 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.notifiers.nova [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbf9fe17-57cc-4b87-8f8c-47c1bcdcee24 {{(pid=91909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:13:31.978082 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] For port bbf9fe17-57cc-4b87-8f8c-47c1bcdcee24, host hv-cinder-79647, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79647',level=0,port_id=bbf9fe17-57cc-4b87-8f8c-47c1bcdcee24,segment=NetworkSegment(29cbf6bd-3703-449c-90e3-2d0016356068),segment_id=29cbf6bd-3703-449c-90e3-2d0016356068)] {{(pid=91909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:13:31.983775 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492'] for port, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:31.986679 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:32.063354 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Pushing event updated for resources: {'Port': ['ID=bbf9fe17-57cc-4b87-8f8c-47c1bcdcee24,revision_number=4']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:32.066898 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:32.350686 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] get_ports_and_sgs() called for port_ids ['bbf9fe17-57cc-4b87-8f8c-47c1bcdcee24'] {{(pid=91909) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:13:32.552607 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e0f85f-1c6d-492f-85eb-66c16f2e26c2 req-cce83d16-1e11-47ae-bf97-282ea859e2a1 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:32.554412 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-86e0f85f-1c6d-492f-85eb-66c16f2e26c2 req-cce83d16-1e11-47ae-bf97-282ea859e2a1 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d8373f1-9984-406a-8875-2e171ed82f1d HTTP/1.1" status: 200 len: 944 time: 0.0999827 Jun 15 14:13:32.608449 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-86e0f85f-1c6d-492f-85eb-66c16f2e26c2 req-b41d7df3-e9ea-4eda-8a54-566bd8028954 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f204154-aeec-4a66-96d0-4d2162f9c593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464246 Jun 15 14:13:32.840660 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5117a14-f937-4453-a4ea-29589f37d297 req-f04dc4a2-c333-4aa7-8ee5-c5d80fd8d1cf tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:32.842140 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-e5117a14-f937-4453-a4ea-29589f37d297 req-f04dc4a2-c333-4aa7-8ee5-c5d80fd8d1cf tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/ports?device_id=eaeff0a0-6ae8-4806-8bd3-d4547f9e2abf HTTP/1.1" status: 200 len: 945 time: 0.0883856 Jun 15 14:13:32.943848 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-e5117a14-f937-4453-a4ea-29589f37d297 req-14cab995-210b-4c7c-9de3-0233c5047bb9 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8daf90f-052e-4250-95f7-9d7da7fb7be2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947859 Jun 15 14:13:33.571440 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Device bbf9fe17-57cc-4b87-8f8c-47c1bcdcee24 up at agent hyperv_hv-cinder-79647 {{(pid=91909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:13:33.652752 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Provisioning for port bbf9fe17-57cc-4b87-8f8c-47c1bcdcee24 completed by entity L2. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:13:33.657090 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Provisioning complete for port bbf9fe17-57cc-4b87-8f8c-47c1bcdcee24 triggered by entity L2. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:13:33.659190 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897510'] for port, provisioning_complete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:33.774936 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 60450) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:13:33.815123 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:33.845707 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d8373f1-9984-406a-8875-2e171ed82f1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbf9fe17-57cc-4b87-8f8c-47c1bcdcee24'}] {{(pid=91909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:13:33.849376 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}018986bfbd05ca611dd30af7db176f5a3185891675ab09d2ffafe9409078adde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2d136c0-66e7-4265-91ee-dd507ae998d3" -d '{"events": [{"server_uuid": "8d8373f1-9984-406a-8875-2e171ed82f1d", "name": "network-vif-plugged", "status": "completed", "tag": "bbf9fe17-57cc-4b87-8f8c-47c1bcdcee24"}]}' {{(pid=91909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:13:33.868723 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] For port bbf9fe17-57cc-4b87-8f8c-47c1bcdcee24, host hv-cinder-79647, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79647',level=0,port_id=bbf9fe17-57cc-4b87-8f8c-47c1bcdcee24,segment=NetworkSegment(29cbf6bd-3703-449c-90e3-2d0016356068),segment_id=29cbf6bd-3703-449c-90e3-2d0016356068)] {{(pid=91909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:13:33.874749 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492'] for port, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:33.876830 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:33.960008 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Pushing event updated for resources: {'Port': ['ID=bbf9fe17-57cc-4b87-8f8c-47c1bcdcee24,revision_number=5']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:33.966661 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:34.005331 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cff566e-9531-49c6-bee3-b34a77757695 req-773fd07a-2664-4210-8a40-064e75d28ca8 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:34.006964 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-6cff566e-9531-49c6-bee3-b34a77757695 req-773fd07a-2664-4210-8a40-064e75d28ca8 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d8373f1-9984-406a-8875-2e171ed82f1d HTTP/1.1" status: 200 len: 944 time: 0.2029090 Jun 15 14:13:34.037123 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-74515f6e-d642-4a8d-9648-0c93c5ad3e17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:34.096062 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-6cff566e-9531-49c6-bee3-b34a77757695 req-6979c3bf-8c53-417f-9cac-1bbb108c6b7f tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f204154-aeec-4a66-96d0-4d2162f9c593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660713 Jun 15 14:13:34.168502 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7d31af1-5fdf-49c1-a39b-e271b901f42e x-openstack-request-id: req-e7d31af1-5fdf-49c1-a39b-e271b901f42e {{(pid=91909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:13:34.169073 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d8373f1-9984-406a-8875-2e171ed82f1d", "name": "network-vif-plugged", "status": "completed", "tag": "bbf9fe17-57cc-4b87-8f8c-47c1bcdcee24", "code": 200}]} {{(pid=91909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:13:34.169491 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e7d31af1-5fdf-49c1-a39b-e271b901f42e {{(pid=91909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:13:34.169925 dv-cinder-796471-1-iscsi neutron-server[91909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d8373f1-9984-406a-8875-2e171ed82f1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbf9fe17-57cc-4b87-8f8c-47c1bcdcee24', 'code': 200} Jun 15 14:13:34.182377 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-74515f6e-d642-4a8d-9648-0c93c5ad3e17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:34.188333 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-74515f6e-d642-4a8d-9648-0c93c5ad3e17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:34.190958 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:34.277292 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74515f6e-d642-4a8d-9648-0c93c5ad3e17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4a8f86f-f2a1-4210-9d5a-23349a46edcd,revision_number=1']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:34.289921 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-74515f6e-d642-4a8d-9648-0c93c5ad3e17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:34.295160 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-74515f6e-d642-4a8d-9648-0c93c5ad3e17 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7abbc824ab004b7da4031d970eb670d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5161479 Jun 15 14:13:34.295437 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 60486) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:13:34.419355 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-be39b205-c731-49c4-aba8-25f77ad002b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:34.450312 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-be39b205-c731-49c4-aba8-25f77ad002b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:34.454849 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904cdd5d-dbbe-4d0c-8136-b15d4afc2fc4 req-2c4249b0-5dad-4bfa-b6f5-3bc1a6ff93e4 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:34.457890 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-904cdd5d-dbbe-4d0c-8136-b15d4afc2fc4 req-2c4249b0-5dad-4bfa-b6f5-3bc1a6ff93e4 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/ports?device_id=eaeff0a0-6ae8-4806-8bd3-d4547f9e2abf HTTP/1.1" status: 200 len: 945 time: 0.1119921 Jun 15 14:13:34.519030 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-904cdd5d-dbbe-4d0c-8136-b15d4afc2fc4 req-28cda001-25b6-4583-a099-0d3ed0eeba0a tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8daf90f-052e-4250-95f7-9d7da7fb7be2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535944 Jun 15 14:13:34.536559 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-be39b205-c731-49c4-aba8-25f77ad002b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:34.539660 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-be39b205-c731-49c4-aba8-25f77ad002b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:34.540939 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-be39b205-c731-49c4-aba8-25f77ad002b6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e4a8f86f-f2a1-4210-9d5a-23349a46edcd HTTP/1.1" status: 204 len: 168 time: 0.2448707 Jun 15 14:13:34.542294 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-3f553123-ecdb-4ff5-97f8-18bdd5f41528 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:34.581414 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be39b205-c731-49c4-aba8-25f77ad002b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4a8f86f-f2a1-4210-9d5a-23349a46edcd,revision_number=None']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:34.585073 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-be39b205-c731-49c4-aba8-25f77ad002b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:34.654007 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0581bb99-ea42-43a5-8758-a10078861047 req-104c0c6a-5f22-470f-94fc-2991395c2fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:34.661469 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-0581bb99-ea42-43a5-8758-a10078861047 req-104c0c6a-5f22-470f-94fc-2991395c2fd7 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=8d8373f1-9984-406a-8875-2e171ed82f1d HTTP/1.1" status: 200 len: 1098 time: 0.1316378 Jun 15 14:13:34.708431 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-0581bb99-ea42-43a5-8758-a10078861047 req-2857ec5f-20f8-4cf1-be9b-97ed40d17b74 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=2f204154-aeec-4a66-96d0-4d2162f9c593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403361 Jun 15 14:13:34.788604 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5d3e1e-55d4-4187-ab69-f50f69a8e872 req-e5d3e85b-496e-443c-b18b-1cf3b325381d tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:34.790146 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-5b5d3e1e-55d4-4187-ab69-f50f69a8e872 req-e5d3e85b-496e-443c-b18b-1cf3b325381d tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/ports?device_id=eaeff0a0-6ae8-4806-8bd3-d4547f9e2abf HTTP/1.1" status: 200 len: 945 time: 0.0828049 Jun 15 14:13:34.798672 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 60512) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:13:34.804252 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.v2.base [None req-31b6c26a-7b70-4fe4-b009-0da877353230 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Request body: {'floatingip': {'port_id': '185635d3-2677-45f0-bf52-777e1c826b0a'}} {{(pid=91906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:13:34.907226 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-31b6c26a-7b70-4fe4-b009-0da877353230 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Notify callbacks [] for floatingip, before_update {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:35.358817 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b05edb-5002-4db1-97c4-4484a695e3f9 req-a1366997-030a-4e98-ba3a-3fa9eab2cfd8 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:35.366427 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-d4b05edb-5002-4db1-97c4-4484a695e3f9 req-a1366997-030a-4e98-ba3a-3fa9eab2cfd8 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d8373f1-9984-406a-8875-2e171ed82f1d HTTP/1.1" status: 200 len: 945 time: 0.1072588 Jun 15 14:13:35.423658 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-d4b05edb-5002-4db1-97c4-4484a695e3f9 req-4c2c44ce-9cfb-4b8e-b662-9caf4fd4dca3 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f204154-aeec-4a66-96d0-4d2162f9c593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561833 Jun 15 14:13:35.831078 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-31b6c26a-7b70-4fe4-b009-0da877353230 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:35.837015 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-31b6c26a-7b70-4fe4-b009-0da877353230 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667260'] for floatingip, after_update {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:36.275667 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.db.l3_db [None req-31b6c26a-7b70-4fe4-b009-0da877353230 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Floating IP 740be677-deb8-44c0-b148-55c15b8c5737 associated. External IP: 172.27.1.167, port: 185635d3-2677-45f0-bf52-777e1c826b0a. Jun 15 14:13:36.421969 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 60604) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:13:36.566371 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-5ee311cc-15d4-4ee4-a239-d19da8e39d50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:36.623504 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31b6c26a-7b70-4fe4-b009-0da877353230 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Router 3cba628e-2062-4f8b-931b-0070f2630db7 has already been hosted by L3 agent 7c0fcfb6-ee6c-4f84-9204-f4cc96555f34 {{(pid=91906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:13:36.675663 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-5ee311cc-15d4-4ee4-a239-d19da8e39d50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:36.679431 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-5ee311cc-15d4-4ee4-a239-d19da8e39d50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:36.681932 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-85a0ffb0-2cb6-4e6b-a928-e9634f1acc5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:36.727893 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-5ee311cc-15d4-4ee4-a239-d19da8e39d50 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=323b31b752b446d7941d41e08e08c10c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3024268 Jun 15 14:13:36.727893 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee311cc-15d4-4ee4-a239-d19da8e39d50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ee58ca5-dcc8-4359-b9a3-437ea75c4bf4,revision_number=1']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:36.730908 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 60612) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:13:36.733305 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-5ee311cc-15d4-4ee4-a239-d19da8e39d50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:36.742551 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e86d33a-49fe-4c99-9d48-28f1195bc645 req-f6441819-ed45-4c48-bf33-7353363cbf00 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:36.744109 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-2e86d33a-49fe-4c99-9d48-28f1195bc645 req-f6441819-ed45-4c48-bf33-7353363cbf00 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d8373f1-9984-406a-8875-2e171ed82f1d HTTP/1.1" status: 200 len: 945 time: 0.1855202 Jun 15 14:13:36.790206 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-f9007b62-e864-47de-b93b-a07b895085c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:36.808754 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-2e86d33a-49fe-4c99-9d48-28f1195bc645 req-6e735330-7232-4361-900e-f08bb6872add tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f204154-aeec-4a66-96d0-4d2162f9c593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513189 Jun 15 14:13:36.819446 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-f9007b62-e864-47de-b93b-a07b895085c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:36.826109 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31b6c26a-7b70-4fe4-b009-0da877353230 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Notify agent at l3_agent.dv-cinder-796471-1-iscsi the message routers_updated {{(pid=91906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:13:36.831062 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-31b6c26a-7b70-4fe4-b009-0da877353230 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58954'] for floatingip, before_response {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:36.840912 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ff9436-d621-4d16-b6fc-e356247e8aa1 None None] Sync routers for ids ['3cba628e-2062-4f8b-931b-0070f2630db7'] in dv-cinder-796471-1-iscsi {{(pid=91910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:13:36.873589 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ff9436-d621-4d16-b6fc-e356247e8aa1 None None] Routers {'3cba628e-2062-4f8b-931b-0070f2630db7'} bound to L3 agent in host dv-cinder-796471-1-iscsi {{(pid=91910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:13:36.874245 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-37ff9436-d621-4d16-b6fc-e356247e8aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796471-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-15T14:04:51Z,description=,heartbeat_timestamp=2021-06-15T14:13:21Z,host='dv-cinder-796471-1-iscsi',id=7c0fcfb6-ee6c-4f84-9204-f4cc96555f34,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:04:51Z,topic='l3_agent')) {'router_ids': ['3cba628e-2062-4f8b-931b-0070f2630db7'], 'active': True} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:13:36.888488 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-f9007b62-e864-47de-b93b-a07b895085c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:36.891394 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-f9007b62-e864-47de-b93b-a07b895085c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:36.893093 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-31b6c26a-7b70-4fe4-b009-0da877353230 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "PUT /v2.0/floatingips/740be677-deb8-44c0-b148-55c15b8c5737 HTTP/1.1" status: 200 len: 991 time: 2.0928481 Jun 15 14:13:36.893817 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-f9007b62-e864-47de-b93b-a07b895085c7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0ee58ca5-dcc8-4359-b9a3-437ea75c4bf4 HTTP/1.1" status: 204 len: 168 time: 0.1617048 Jun 15 14:13:36.893938 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eaeff0a0-6ae8-4806-8bd3-d4547f9e2abf', 'tag': '185635d3-2677-45f0-bf52-777e1c826b0a'}] {{(pid=91906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:13:36.894841 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:36.909137 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6e08b2e8a943f90b978338aafac4b6863d86ad6c280d3789afb6c36825669ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d3eea3a-d31a-4a08-ac34-fde92cfca3e6" -d '{"events": [{"name": "network-changed", "server_uuid": "eaeff0a0-6ae8-4806-8bd3-d4547f9e2abf", "tag": "185635d3-2677-45f0-bf52-777e1c826b0a"}]}' {{(pid=91906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:13:36.924671 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9007b62-e864-47de-b93b-a07b895085c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ee58ca5-dcc8-4359-b9a3-437ea75c4bf4,revision_number=None']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:36.927952 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-f9007b62-e864-47de-b93b-a07b895085c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:37.072248 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf959b1-b856-4b0f-b577-522b9947c359 req-7c967aac-7bdd-4f87-84c9-3d34c332a4f1 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:37.072599 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvr_db [None req-37ff9436-d621-4d16-b6fc-e356247e8aa1 None None] Set router 3cba628e-2062-4f8b-931b-0070f2630db7 gateway port host: dv-cinder-796471-1-iscsi {{(pid=91910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:13:37.075223 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-ebf959b1-b856-4b0f-b577-522b9947c359 req-7c967aac-7bdd-4f87-84c9-3d34c332a4f1 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d8373f1-9984-406a-8875-2e171ed82f1d HTTP/1.1" status: 200 len: 945 time: 0.0832038 Jun 15 14:13:37.082744 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 60624) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:13:37.087526 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.v2.base [None req-9a4ade81-92e9-4c57-b1d4-1294a6a9e9f9 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Request body: {'floatingip': {'port_id': 'bbf9fe17-57cc-4b87-8f8c-47c1bcdcee24'}} {{(pid=91906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:13:37.141746 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 14:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4b718bf-88d8-4ab0-a389-aa7e6eda512f x-openstack-request-id: req-f4b718bf-88d8-4ab0-a389-aa7e6eda512f {{(pid=91906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:13:37.142329 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eaeff0a0-6ae8-4806-8bd3-d4547f9e2abf", "tag": "185635d3-2677-45f0-bf52-777e1c826b0a", "status": "completed", "code": 200}]} {{(pid=91906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:13:37.142763 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f4b718bf-88d8-4ab0-a389-aa7e6eda512f {{(pid=91906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:13:37.143541 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eaeff0a0-6ae8-4806-8bd3-d4547f9e2abf', 'tag': '185635d3-2677-45f0-bf52-777e1c826b0a', 'status': 'completed', 'code': 200} Jun 15 14:13:37.156133 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-9a4ade81-92e9-4c57-b1d4-1294a6a9e9f9 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Notify callbacks [] for floatingip, before_update {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:37.307760 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3eea3a-d31a-4a08-ac34-fde92cfca3e6 req-12200f35-4169-41fe-911f-08faa9f0d0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:37.310118 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-2d3eea3a-d31a-4a08-ac34-fde92cfca3e6 req-12200f35-4169-41fe-911f-08faa9f0d0be service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=bd051735f59a48aba03badfdff199de6&device_id=eaeff0a0-6ae8-4806-8bd3-d4547f9e2abf HTTP/1.1" status: 200 len: 1098 time: 0.1166241 Jun 15 14:13:37.408991 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 60638) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:13:37.450049 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-4fcb8d6f-8295-4e03-9adc-5d92603ed153 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:37.470630 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3eea3a-d31a-4a08-ac34-fde92cfca3e6 req-1b127610-df6f-4d00-ba2b-83ffff597f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:37.473263 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-2d3eea3a-d31a-4a08-ac34-fde92cfca3e6 req-1b127610-df6f-4d00-ba2b-83ffff597f50 service neutron] 10.222.0.67 "GET /v2.0/networks?id=4aa06fea-aa17-4092-a73a-67493e684cef HTTP/1.1" status: 200 len: 912 time: 0.1561093 Jun 15 14:13:37.663334 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-37ff9436-d621-4d16-b6fc-e356247e8aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cba628e-2062-4f8b-931b-0070f2630db7', 'name': 'tempest-AttachVolumeTestJSON-1484484639-router', 'tenant_id': 'bd051735f59a48aba03badfdff199de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'external_fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.232'}], 'enable_snat': True}, 'gw_port_id': 'f7912445-42b5-46b5-a69a-409dd99d7653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:12:48Z', 'updated_at': '2021-06-15T14:12:56Z', 'revision_number': 4, 'project_id': 'bd051735f59a48aba03badfdff199de6', 'gw_port': {'id': 'f7912445-42b5-46b5-a69a-409dd99d7653', 'name': '', 'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:e8:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cba628e-2062-4f8b-931b-0070f2630db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:12:48Z', 'updated_at': '2021-06-15T14:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796471-1-iscsi', '_floatingips': [{'id': '740be677-deb8-44c0-b148-55c15b8c5737', 'tenant_id': 'bd051735f59a48aba03badfdff199de6', 'floating_ip_address': '172.27.1.167', 'floating_network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'router_id': '3cba628e-2062-4f8b-931b-0070f2630db7', 'port_id': '185635d3-2677-45f0-bf52-777e1c826b0a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4aa06fea-aa17-4092-a73a-67493e684cef', 'mac_address': 'fa:16:3e:bf:fd:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaeff0a0-6ae8-4806-8bd3-d4547f9e2abf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-15T14:13:11Z', 'updated_at': '2021-06-15T14:13:35Z', 'revision_number': 1, 'project_id': 'bd051735f59a48aba03badfdff199de6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2da0d1b4-038a-45be-b076-f266fd77e006', 'name': '', 'network_id': '4aa06fea-aa17-4092-a73a-67493e684cef', 'tenant_id': 'bd051735f59a48aba03badfdff199de6', 'mac_address': 'fa:16:3e:f4:3d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cba628e-2062-4f8b-931b-0070f2630db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '948d283c-351b-4469-a9b0-92e873d860c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:12:54Z', 'updated_at': '2021-06-15T14:13:09Z', 'revision_number': 5, 'project_id': 'bd051735f59a48aba03badfdff199de6', 'subnets': [{'id': '948d283c-351b-4469-a9b0-92e873d860c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796471-1-iscsi', False) {} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:13:37.670971 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ff9436-d621-4d16-b6fc-e356247e8aa1 None None] Checking router: 3cba628e-2062-4f8b-931b-0070f2630db7 for host: dv-cinder-796471-1-iscsi {{(pid=91910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:13:37.688528 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ff9436-d621-4d16-b6fc-e356247e8aa1 None None] Routers {'3cba628e-2062-4f8b-931b-0070f2630db7'} bound to L3 agent in host dv-cinder-796471-1-iscsi {{(pid=91910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:13:37.689421 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-37ff9436-d621-4d16-b6fc-e356247e8aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796471-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-15T14:04:51Z,description=,heartbeat_timestamp=2021-06-15T14:13:21Z,host='dv-cinder-796471-1-iscsi',id=7c0fcfb6-ee6c-4f84-9204-f4cc96555f34,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:04:51Z,topic='l3_agent')) {'router_ids': ['3cba628e-2062-4f8b-931b-0070f2630db7'], 'active': True} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:13:37.723624 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-2d3eea3a-d31a-4a08-ac34-fde92cfca3e6 req-365b3013-aa94-4a13-b44b-7dd11a9bf685 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=185635d3-2677-45f0-bf52-777e1c826b0a HTTP/1.1" status: 200 len: 999 time: 0.2421966 Jun 15 14:13:37.729232 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-4fcb8d6f-8295-4e03-9adc-5d92603ed153 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:37.797333 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-4fcb8d6f-8295-4e03-9adc-5d92603ed153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:37.814670 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-a06820dd-1005-4955-aaf6-d933218db6a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:37.817846 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3eea3a-d31a-4a08-ac34-fde92cfca3e6 req-ad11c809-498a-413a-aa25-586de74ed06d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:37.819585 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-2d3eea3a-d31a-4a08-ac34-fde92cfca3e6 req-ad11c809-498a-413a-aa25-586de74ed06d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=948d283c-351b-4469-a9b0-92e873d860c7 HTTP/1.1" status: 200 len: 850 time: 0.0878067 Jun 15 14:13:37.875306 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 60650) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:13:37.915153 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3eea3a-d31a-4a08-ac34-fde92cfca3e6 req-58f0368e-e753-4ff0-94de-31e7511131e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:37.916670 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-2d3eea3a-d31a-4a08-ac34-fde92cfca3e6 req-58f0368e-e753-4ff0-94de-31e7511131e4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4aa06fea-aa17-4092-a73a-67493e684cef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0810220 Jun 15 14:13:37.952661 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvr_db [None req-37ff9436-d621-4d16-b6fc-e356247e8aa1 None None] Set router 3cba628e-2062-4f8b-931b-0070f2630db7 gateway port host: dv-cinder-796471-1-iscsi {{(pid=91910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:13:37.967181 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-4fcb8d6f-8295-4e03-9adc-5d92603ed153 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4b755be011bd4f9fa08ba95916a8f7b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5553474 Jun 15 14:13:37.968056 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcb8d6f-8295-4e03-9adc-5d92603ed153 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebcdd6f8-631a-4c42-aa52-587a1fa88a1c,revision_number=1']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:37.970012 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 60654) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:13:37.973000 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-4fcb8d6f-8295-4e03-9adc-5d92603ed153 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:38.048942 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-f6509ddb-2bdf-4c42-ad94-2e6ec13b4831 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:38.079088 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-f085e518-1d29-46c9-9718-9c02efe77713 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:38.116311 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-9a4ade81-92e9-4c57-b1d4-1294a6a9e9f9 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:38.116569 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-f085e518-1d29-46c9-9718-9c02efe77713 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:38.121542 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-9a4ade81-92e9-4c57-b1d4-1294a6a9e9f9 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667260'] for floatingip, after_update {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:38.216641 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-f085e518-1d29-46c9-9718-9c02efe77713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:38.219441 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-f085e518-1d29-46c9-9718-9c02efe77713 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:38.223282 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-f085e518-1d29-46c9-9718-9c02efe77713 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ebcdd6f8-631a-4c42-aa52-587a1fa88a1c HTTP/1.1" status: 204 len: 168 time: 0.2515812 Jun 15 14:13:38.225461 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-f6509ddb-2bdf-4c42-ad94-2e6ec13b4831 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:38.226443 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:38.236115 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-f6509ddb-2bdf-4c42-ad94-2e6ec13b4831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:38.238938 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f085e518-1d29-46c9-9718-9c02efe77713 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebcdd6f8-631a-4c42-aa52-587a1fa88a1c,revision_number=None']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:38.242412 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-f085e518-1d29-46c9-9718-9c02efe77713 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:38.243009 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-7ea6bf5c-eb2c-4016-886d-64c347ce45ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:38.289743 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-f6509ddb-2bdf-4c42-ad94-2e6ec13b4831 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2b8094b9a0ad4d93b792099472217ae4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4105864 Jun 15 14:13:38.289743 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6509ddb-2bdf-4c42-ad94-2e6ec13b4831 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e6a35bf-ff97-4caf-9257-58307b584633,revision_number=1']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:38.290579 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 60662) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:13:38.297646 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-f6509ddb-2bdf-4c42-ad94-2e6ec13b4831 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:38.350996 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-37ff9436-d621-4d16-b6fc-e356247e8aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cba628e-2062-4f8b-931b-0070f2630db7', 'name': 'tempest-AttachVolumeTestJSON-1484484639-router', 'tenant_id': 'bd051735f59a48aba03badfdff199de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'external_fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.232'}], 'enable_snat': True}, 'gw_port_id': 'f7912445-42b5-46b5-a69a-409dd99d7653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:12:48Z', 'updated_at': '2021-06-15T14:12:56Z', 'revision_number': 4, 'project_id': 'bd051735f59a48aba03badfdff199de6', 'gw_port': {'id': 'f7912445-42b5-46b5-a69a-409dd99d7653', 'name': '', 'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:e8:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cba628e-2062-4f8b-931b-0070f2630db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:12:48Z', 'updated_at': '2021-06-15T14:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796471-1-iscsi', '_floatingips': [{'id': '740be677-deb8-44c0-b148-55c15b8c5737', 'tenant_id': 'bd051735f59a48aba03badfdff199de6', 'floating_ip_address': '172.27.1.167', 'floating_network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'router_id': '3cba628e-2062-4f8b-931b-0070f2630db7', 'port_id': '185635d3-2677-45f0-bf52-777e1c826b0a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4aa06fea-aa17-4092-a73a-67493e684cef', 'mac_address': 'fa:16:3e:bf:fd:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaeff0a0-6ae8-4806-8bd3-d4547f9e2abf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-15T14:13:11Z', 'updated_at': '2021-06-15T14:13:35Z', 'revision_number': 1, 'project_id': 'bd051735f59a48aba03badfdff199de6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2da0d1b4-038a-45be-b076-f266fd77e006', 'name': '', 'network_id': '4aa06fea-aa17-4092-a73a-67493e684cef', 'tenant_id': 'bd051735f59a48aba03badfdff199de6', 'mac_address': 'fa:16:3e:f4:3d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cba628e-2062-4f8b-931b-0070f2630db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '948d283c-351b-4469-a9b0-92e873d860c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:12:54Z', 'updated_at': '2021-06-15T14:13:09Z', 'revision_number': 5, 'project_id': 'bd051735f59a48aba03badfdff199de6', 'subnets': [{'id': '948d283c-351b-4469-a9b0-92e873d860c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796471-1-iscsi', False) {} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:13:38.356552 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ff9436-d621-4d16-b6fc-e356247e8aa1 None None] The sync data for ids ['3cba628e-2062-4f8b-931b-0070f2630db7'] in dv-cinder-796471-1-iscsi is: [{'id': '3cba628e-2062-4f8b-931b-0070f2630db7', 'name': 'tempest-AttachVolumeTestJSON-1484484639-router', 'tenant_id': 'bd051735f59a48aba03badfdff199de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'external_fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.232'}], 'enable_snat': True}, 'gw_port_id': 'f7912445-42b5-46b5-a69a-409dd99d7653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:12:48Z', 'updated_at': '2021-06-15T14:12:56Z', 'revision_number': 4, 'project_id': 'bd051735f59a48aba03badfdff199de6', 'gw_port': {'id': 'f7912445-42b5-46b5-a69a-409dd99d7653', 'name': '', 'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:e8:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cba628e-2062-4f8b-931b-0070f2630db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:12:48Z', 'updated_at': '2021-06-15T14:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796471-1-iscsi', '_floatingips': [{'id': '740be677-deb8-44c0-b148-55c15b8c5737', 'tenant_id': 'bd051735f59a48aba03badfdff199de6', 'floating_ip_address': '172.27.1.167', 'floating_network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'router_id': '3cba628e-2062-4f8b-931b-0070f2630db7', 'port_id': '185635d3-2677-45f0-bf52-777e1c826b0a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4aa06fea-aa17-4092-a73a-67493e684cef', 'mac_address': 'fa:16:3e:bf:fd:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaeff0a0-6ae8-4806-8bd3-d4547f9e2abf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-15T14:13:11Z', 'updated_at': '2021-06-15T14:13:35Z', 'revision_number': 1, 'project_id': 'bd051735f59a48aba03badfdff199de6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2da0d1b4-038a-45be-b076-f266fd77e006', 'name': '', 'network_id': '4aa06fea-aa17-4092-a73a-67493e684cef', 'tenant_id': 'bd051735f59a48aba03badfdff199de6', 'mac_address': 'fa:16:3e:f4:3d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cba628e-2062-4f8b-931b-0070f2630db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '948d283c-351b-4469-a9b0-92e873d860c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:12:54Z', 'updated_at': '2021-06-15T14:13:09Z', 'revision_number': 5, 'project_id': 'bd051735f59a48aba03badfdff199de6', 'subnets': [{'id': '948d283c-351b-4469-a9b0-92e873d860c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:13:38.369535 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-43be6526-43de-49be-97ce-dd468a879e5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:38.402280 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-43be6526-43de-49be-97ce-dd468a879e5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:38.421026 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.db.l3_db [None req-9a4ade81-92e9-4c57-b1d4-1294a6a9e9f9 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Floating IP 0fc3d295-9243-4550-bf9a-76928f3a8e69 associated. External IP: 172.27.1.231, port: bbf9fe17-57cc-4b87-8f8c-47c1bcdcee24. Jun 15 14:13:38.472202 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-43be6526-43de-49be-97ce-dd468a879e5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:38.475011 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-43be6526-43de-49be-97ce-dd468a879e5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:38.478602 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-43be6526-43de-49be-97ce-dd468a879e5c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0e6a35bf-ff97-4caf-9257-58307b584633 HTTP/1.1" status: 204 len: 168 time: 0.1845968 Jun 15 14:13:38.478602 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-61e2ae31-6df5-4991-a030-1278030bced5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:38.497574 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43be6526-43de-49be-97ce-dd468a879e5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e6a35bf-ff97-4caf-9257-58307b584633,revision_number=None']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:38.504662 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-43be6526-43de-49be-97ce-dd468a879e5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:38.656236 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae19500-272f-4937-8821-dddeef036cda None None] New status for floating IP 740be677-deb8-44c0-b148-55c15b8c5737: ACTIVE {{(pid=91909) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 15 14:13:38.977206 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 60684) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:13:39.001461 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-9b4a42b5-a02e-498c-aba2-d3b6167f2dac admin admin] Notify callbacks [] for security_group, before_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:39.046635 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a4ade81-92e9-4c57-b1d4-1294a6a9e9f9 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Router de255612-9f80-4085-bcf0-786288c0db94 has already been hosted by L3 agent 7c0fcfb6-ee6c-4f84-9204-f4cc96555f34 {{(pid=91906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:13:39.166067 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-2d3eea3a-d31a-4a08-ac34-fde92cfca3e6 req-6f338c6e-f7c5-4f5b-9e8a-5bf36695a420 service neutron] 10.222.0.67 "GET /v2.0/networks/4aa06fea-aa17-4092-a73a-67493e684cef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600511 Jun 15 14:13:39.213530 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a4ade81-92e9-4c57-b1d4-1294a6a9e9f9 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Notify agent at l3_agent.dv-cinder-796471-1-iscsi the message routers_updated {{(pid=91906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:13:39.219061 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-9b4a42b5-a02e-498c-aba2-d3b6167f2dac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:39.223740 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6bc60e-700b-465f-8452-81c0d02ef5a2 None None] Sync routers for ids ['de255612-9f80-4085-bcf0-786288c0db94'] in dv-cinder-796471-1-iscsi {{(pid=91910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:13:39.224194 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-9b4a42b5-a02e-498c-aba2-d3b6167f2dac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:39.227707 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-24405813-1e94-4607-81f3-11e3a7e1f286 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:39.230808 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-9a4ade81-92e9-4c57-b1d4-1294a6a9e9f9 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58954'] for floatingip, before_response {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:39.238061 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6bc60e-700b-465f-8452-81c0d02ef5a2 None None] Routers {'de255612-9f80-4085-bcf0-786288c0db94'} bound to L3 agent in host dv-cinder-796471-1-iscsi {{(pid=91910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:13:39.239060 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-cf6bc60e-700b-465f-8452-81c0d02ef5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796471-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-15T14:04:51Z,description=,heartbeat_timestamp=2021-06-15T14:13:21Z,host='dv-cinder-796471-1-iscsi',id=7c0fcfb6-ee6c-4f84-9204-f4cc96555f34,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:04:51Z,topic='l3_agent')) {'router_ids': ['de255612-9f80-4085-bcf0-786288c0db94'], 'active': True} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:13:39.273849 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-9b4a42b5-a02e-498c-aba2-d3b6167f2dac admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1bc294cc56be48469b651b6c101e06ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2953486 Jun 15 14:13:39.276251 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 60694) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:13:39.284014 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4a42b5-a02e-498c-aba2-d3b6167f2dac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38a169af-828e-4e4d-9d10-c1014737ef60,revision_number=1']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:39.287570 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-9b4a42b5-a02e-498c-aba2-d3b6167f2dac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:39.304939 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-9a4ade81-92e9-4c57-b1d4-1294a6a9e9f9 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "PUT /v2.0/floatingips/0fc3d295-9243-4550-bf9a-76928f3a8e69 HTTP/1.1" status: 200 len: 991 time: 2.2207220 Jun 15 14:13:39.305839 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d8373f1-9984-406a-8875-2e171ed82f1d', 'tag': 'bbf9fe17-57cc-4b87-8f8c-47c1bcdcee24'}] {{(pid=91906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:13:39.310000 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6e08b2e8a943f90b978338aafac4b6863d86ad6c280d3789afb6c36825669ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c64ac4ba-eb23-40f6-b16d-d73a3073d6d9" -d '{"events": [{"name": "network-changed", "server_uuid": "8d8373f1-9984-406a-8875-2e171ed82f1d", "tag": "bbf9fe17-57cc-4b87-8f8c-47c1bcdcee24"}]}' {{(pid=91906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:13:39.339821 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-91a58b03-0aac-4dbc-9686-a3c1daffa3eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:39.379689 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-91a58b03-0aac-4dbc-9686-a3c1daffa3eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:39.472092 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-91a58b03-0aac-4dbc-9686-a3c1daffa3eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:39.474394 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvr_db [None req-cf6bc60e-700b-465f-8452-81c0d02ef5a2 None None] Set router de255612-9f80-4085-bcf0-786288c0db94 gateway port host: dv-cinder-796471-1-iscsi {{(pid=91910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:13:39.475249 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-91a58b03-0aac-4dbc-9686-a3c1daffa3eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:39.476268 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-91a58b03-0aac-4dbc-9686-a3c1daffa3eb admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/38a169af-828e-4e4d-9d10-c1014737ef60 HTTP/1.1" status: 204 len: 168 time: 0.1984756 Jun 15 14:13:39.477037 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-05339b88-d588-40b2-8df5-0a4d0be5ef5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:39.487929 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a58b03-0aac-4dbc-9686-a3c1daffa3eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38a169af-828e-4e4d-9d10-c1014737ef60,revision_number=None']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:39.493214 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-91a58b03-0aac-4dbc-9686-a3c1daffa3eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:39.839723 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-cf6bc60e-700b-465f-8452-81c0d02ef5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de255612-9f80-4085-bcf0-786288c0db94', 'name': 'tempest-AttachVolumeShelveTestJSON-2098884892-router', 'tenant_id': '52a857fa93204cfd848344919ef0f84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'external_fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': 'f4341327-fb4c-451a-8be5-5f370dfde9ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:12:48Z', 'updated_at': '2021-06-15T14:13:02Z', 'revision_number': 4, 'project_id': '52a857fa93204cfd848344919ef0f84a', 'gw_port': {'id': 'f4341327-fb4c-451a-8be5-5f370dfde9ca', 'name': '', 'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:6c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de255612-9f80-4085-bcf0-786288c0db94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:12:49Z', 'updated_at': '2021-06-15T14:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796471-1-iscsi', '_floatingips': [{'id': '0fc3d295-9243-4550-bf9a-76928f3a8e69', 'tenant_id': '52a857fa93204cfd848344919ef0f84a', 'floating_ip_address': '172.27.1.231', 'floating_network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'router_id': 'de255612-9f80-4085-bcf0-786288c0db94', 'port_id': 'bbf9fe17-57cc-4b87-8f8c-47c1bcdcee24', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '610d1d9e-6798-4665-ba11-cd870fb10064', 'mac_address': 'fa:16:3e:82:27:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d8373f1-9984-406a-8875-2e171ed82f1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-15T14:13:15Z', 'updated_at': '2021-06-15T14:13:37Z', 'revision_number': 1, 'project_id': '52a857fa93204cfd848344919ef0f84a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23dfee54-5ee9-40fa-a5a6-cef8074b2d74', 'name': '', 'network_id': '610d1d9e-6798-4665-ba11-cd870fb10064', 'tenant_id': '52a857fa93204cfd848344919ef0f84a', 'mac_address': 'fa:16:3e:28:e8:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de255612-9f80-4085-bcf0-786288c0db94', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '2014c6aa-f72d-434e-8835-9ccc29766f9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:12:56Z', 'updated_at': '2021-06-15T14:13:14Z', 'revision_number': 5, 'project_id': '52a857fa93204cfd848344919ef0f84a', 'subnets': [{'id': '2014c6aa-f72d-434e-8835-9ccc29766f9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796471-1-iscsi', False) {} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:13:39.843566 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6bc60e-700b-465f-8452-81c0d02ef5a2 None None] Checking router: de255612-9f80-4085-bcf0-786288c0db94 for host: dv-cinder-796471-1-iscsi {{(pid=91910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:13:39.852335 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6bc60e-700b-465f-8452-81c0d02ef5a2 None None] Routers {'de255612-9f80-4085-bcf0-786288c0db94'} bound to L3 agent in host dv-cinder-796471-1-iscsi {{(pid=91910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:13:39.853243 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-cf6bc60e-700b-465f-8452-81c0d02ef5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796471-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-15T14:04:51Z,description=,heartbeat_timestamp=2021-06-15T14:13:21Z,host='dv-cinder-796471-1-iscsi',id=7c0fcfb6-ee6c-4f84-9204-f4cc96555f34,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:04:51Z,topic='l3_agent')) {'router_ids': ['de255612-9f80-4085-bcf0-786288c0db94'], 'active': True} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:13:39.878561 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 60722) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:13:39.895939 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-eb2afa01-82bf-4058-affc-ca7184690b80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:40.011585 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-eb2afa01-82bf-4058-affc-ca7184690b80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:40.016544 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-eb2afa01-82bf-4058-affc-ca7184690b80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:40.017758 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvr_db [None req-cf6bc60e-700b-465f-8452-81c0d02ef5a2 None None] Set router de255612-9f80-4085-bcf0-786288c0db94 gateway port host: dv-cinder-796471-1-iscsi {{(pid=91910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:13:40.020160 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-4fcb8d6f-8295-4e03-9adc-5d92603ed153 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:40.055966 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-eb2afa01-82bf-4058-affc-ca7184690b80 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=eb8b0abbbfc2456bb3ad4fba7ef16445&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1762667 Jun 15 14:13:40.060066 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 60728) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:13:40.061604 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2afa01-82bf-4058-affc-ca7184690b80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dec27af-fee1-4aac-8cad-6e111904cbb8,revision_number=1']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:40.064896 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-eb2afa01-82bf-4058-affc-ca7184690b80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:40.127053 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-e91dbe2a-7c3e-4e35-b317-e8118e05d476 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:40.154618 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-e91dbe2a-7c3e-4e35-b317-e8118e05d476 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:40.209151 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-e91dbe2a-7c3e-4e35-b317-e8118e05d476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:40.212794 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-e91dbe2a-7c3e-4e35-b317-e8118e05d476 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:40.214075 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-e91dbe2a-7c3e-4e35-b317-e8118e05d476 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9dec27af-fee1-4aac-8cad-6e111904cbb8 HTTP/1.1" status: 204 len: 168 time: 0.1523535 Jun 15 14:13:40.215000 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-a4eb123c-eb40-4551-bb52-1addd3660b37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:40.226242 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91dbe2a-7c3e-4e35-b317-e8118e05d476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dec27af-fee1-4aac-8cad-6e111904cbb8,revision_number=None']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:40.228697 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-e91dbe2a-7c3e-4e35-b317-e8118e05d476 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:40.376210 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-cf6bc60e-700b-465f-8452-81c0d02ef5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de255612-9f80-4085-bcf0-786288c0db94', 'name': 'tempest-AttachVolumeShelveTestJSON-2098884892-router', 'tenant_id': '52a857fa93204cfd848344919ef0f84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'external_fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': 'f4341327-fb4c-451a-8be5-5f370dfde9ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:12:48Z', 'updated_at': '2021-06-15T14:13:02Z', 'revision_number': 4, 'project_id': '52a857fa93204cfd848344919ef0f84a', 'gw_port': {'id': 'f4341327-fb4c-451a-8be5-5f370dfde9ca', 'name': '', 'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:6c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de255612-9f80-4085-bcf0-786288c0db94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:12:49Z', 'updated_at': '2021-06-15T14:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796471-1-iscsi', '_floatingips': [{'id': '0fc3d295-9243-4550-bf9a-76928f3a8e69', 'tenant_id': '52a857fa93204cfd848344919ef0f84a', 'floating_ip_address': '172.27.1.231', 'floating_network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'router_id': 'de255612-9f80-4085-bcf0-786288c0db94', 'port_id': 'bbf9fe17-57cc-4b87-8f8c-47c1bcdcee24', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '610d1d9e-6798-4665-ba11-cd870fb10064', 'mac_address': 'fa:16:3e:82:27:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d8373f1-9984-406a-8875-2e171ed82f1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-15T14:13:15Z', 'updated_at': '2021-06-15T14:13:37Z', 'revision_number': 1, 'project_id': '52a857fa93204cfd848344919ef0f84a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23dfee54-5ee9-40fa-a5a6-cef8074b2d74', 'name': '', 'network_id': '610d1d9e-6798-4665-ba11-cd870fb10064', 'tenant_id': '52a857fa93204cfd848344919ef0f84a', 'mac_address': 'fa:16:3e:28:e8:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de255612-9f80-4085-bcf0-786288c0db94', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '2014c6aa-f72d-434e-8835-9ccc29766f9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:12:56Z', 'updated_at': '2021-06-15T14:13:14Z', 'revision_number': 5, 'project_id': '52a857fa93204cfd848344919ef0f84a', 'subnets': [{'id': '2014c6aa-f72d-434e-8835-9ccc29766f9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796471-1-iscsi', False) {} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:13:40.381927 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6bc60e-700b-465f-8452-81c0d02ef5a2 None None] The sync data for ids ['de255612-9f80-4085-bcf0-786288c0db94'] in dv-cinder-796471-1-iscsi is: [{'id': 'de255612-9f80-4085-bcf0-786288c0db94', 'name': 'tempest-AttachVolumeShelveTestJSON-2098884892-router', 'tenant_id': '52a857fa93204cfd848344919ef0f84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'external_fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': 'f4341327-fb4c-451a-8be5-5f370dfde9ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:12:48Z', 'updated_at': '2021-06-15T14:13:02Z', 'revision_number': 4, 'project_id': '52a857fa93204cfd848344919ef0f84a', 'gw_port': {'id': 'f4341327-fb4c-451a-8be5-5f370dfde9ca', 'name': '', 'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:6c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de255612-9f80-4085-bcf0-786288c0db94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:12:49Z', 'updated_at': '2021-06-15T14:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796471-1-iscsi', '_floatingips': [{'id': '0fc3d295-9243-4550-bf9a-76928f3a8e69', 'tenant_id': '52a857fa93204cfd848344919ef0f84a', 'floating_ip_address': '172.27.1.231', 'floating_network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'router_id': 'de255612-9f80-4085-bcf0-786288c0db94', 'port_id': 'bbf9fe17-57cc-4b87-8f8c-47c1bcdcee24', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '610d1d9e-6798-4665-ba11-cd870fb10064', 'mac_address': 'fa:16:3e:82:27:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d8373f1-9984-406a-8875-2e171ed82f1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-15T14:13:15Z', 'updated_at': '2021-06-15T14:13:37Z', 'revision_number': 1, 'project_id': '52a857fa93204cfd848344919ef0f84a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23dfee54-5ee9-40fa-a5a6-cef8074b2d74', 'name': '', 'network_id': '610d1d9e-6798-4665-ba11-cd870fb10064', 'tenant_id': '52a857fa93204cfd848344919ef0f84a', 'mac_address': 'fa:16:3e:28:e8:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de255612-9f80-4085-bcf0-786288c0db94', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '2014c6aa-f72d-434e-8835-9ccc29766f9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:12:56Z', 'updated_at': '2021-06-15T14:13:14Z', 'revision_number': 5, 'project_id': '52a857fa93204cfd848344919ef0f84a', 'subnets': [{'id': '2014c6aa-f72d-434e-8835-9ccc29766f9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:13:40.642225 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ffa0ab-b7c4-4272-92a8-c85c59acb165 None None] New status for floating IP 0fc3d295-9243-4550-bf9a-76928f3a8e69: ACTIVE {{(pid=91909) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 15 14:13:40.756796 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 60760) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:13:40.957350 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-6483f486-e09c-4105-b576-c9cf233d5b20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:41.054402 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-6483f486-e09c-4105-b576-c9cf233d5b20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:41.059241 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-6483f486-e09c-4105-b576-c9cf233d5b20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:41.062748 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:41.104863 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-6483f486-e09c-4105-b576-c9cf233d5b20 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b4e73936abb64d459b6c999030d59fc0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3465853 Jun 15 14:13:41.105703 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6483f486-e09c-4105-b576-c9cf233d5b20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c034c2e5-7e61-4f32-a467-1d61f46f374d,revision_number=1']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:41.108528 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 60776) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:13:41.109010 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-6483f486-e09c-4105-b576-c9cf233d5b20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:41.174611 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-0ff2a136-e6ee-4307-a80e-f612b330ecc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:41.230984 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-0ff2a136-e6ee-4307-a80e-f612b330ecc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:41.263591 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 14:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe2be29d-762d-4824-bdd0-179a30635be9 x-openstack-request-id: req-fe2be29d-762d-4824-bdd0-179a30635be9 {{(pid=91906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:13:41.264053 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d8373f1-9984-406a-8875-2e171ed82f1d", "tag": "bbf9fe17-57cc-4b87-8f8c-47c1bcdcee24", "status": "completed", "code": 200}]} {{(pid=91906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:13:41.264332 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fe2be29d-762d-4824-bdd0-179a30635be9 {{(pid=91906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:13:41.264846 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d8373f1-9984-406a-8875-2e171ed82f1d', 'tag': 'bbf9fe17-57cc-4b87-8f8c-47c1bcdcee24', 'status': 'completed', 'code': 200} Jun 15 14:13:41.347375 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-2d3eea3a-d31a-4a08-ac34-fde92cfca3e6 req-fcd072d6-9d24-4b81-968d-ae0ae5b998da service neutron] 10.222.0.67 "GET /v2.0/networks/4aa06fea-aa17-4092-a73a-67493e684cef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684473 Jun 15 14:13:41.359452 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-0ff2a136-e6ee-4307-a80e-f612b330ecc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:41.362288 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-0ff2a136-e6ee-4307-a80e-f612b330ecc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:41.366124 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-0ff2a136-e6ee-4307-a80e-f612b330ecc5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c034c2e5-7e61-4f32-a467-1d61f46f374d HTTP/1.1" status: 204 len: 168 time: 0.2472968 Jun 15 14:13:41.366124 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-2d65b203-bb6c-4542-b898-c5b9e9475d4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:41.378522 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff2a136-e6ee-4307-a80e-f612b330ecc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c034c2e5-7e61-4f32-a467-1d61f46f374d,revision_number=None']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:41.381151 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-0ff2a136-e6ee-4307-a80e-f612b330ecc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:41.411641 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64ac4ba-eb23-40f6-b16d-d73a3073d6d9 req-08cfa3ed-981a-4578-8c28-a6119c07225b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:41.413201 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-c64ac4ba-eb23-40f6-b16d-d73a3073d6d9 req-08cfa3ed-981a-4578-8c28-a6119c07225b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=52a857fa93204cfd848344919ef0f84a&device_id=8d8373f1-9984-406a-8875-2e171ed82f1d HTTP/1.1" status: 200 len: 1098 time: 0.0750415 Jun 15 14:13:41.543264 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64ac4ba-eb23-40f6-b16d-d73a3073d6d9 req-2982f950-1f96-435e-a157-a05280ac2c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:41.550967 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-c64ac4ba-eb23-40f6-b16d-d73a3073d6d9 req-2982f950-1f96-435e-a157-a05280ac2c90 service neutron] 10.222.0.67 "GET /v2.0/networks?id=610d1d9e-6798-4665-ba11-cd870fb10064 HTTP/1.1" status: 200 len: 918 time: 0.1224012 Jun 15 14:13:41.681911 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-c64ac4ba-eb23-40f6-b16d-d73a3073d6d9 req-3f75c2f3-91a0-4e3f-b356-deb53e7c75fc service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bbf9fe17-57cc-4b87-8f8c-47c1bcdcee24 HTTP/1.1" status: 200 len: 1001 time: 0.1209383 Jun 15 14:13:41.749564 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64ac4ba-eb23-40f6-b16d-d73a3073d6d9 req-9b09479b-c055-4af6-8a06-4df02c3ef1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:41.751218 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-c64ac4ba-eb23-40f6-b16d-d73a3073d6d9 req-9b09479b-c055-4af6-8a06-4df02c3ef1c7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2014c6aa-f72d-434e-8835-9ccc29766f9a HTTP/1.1" status: 200 len: 856 time: 0.0622928 Jun 15 14:13:41.825872 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64ac4ba-eb23-40f6-b16d-d73a3073d6d9 req-0db58145-2b89-451e-acf3-953eaa880606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:41.829048 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-c64ac4ba-eb23-40f6-b16d-d73a3073d6d9 req-0db58145-2b89-451e-acf3-953eaa880606 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=610d1d9e-6798-4665-ba11-cd870fb10064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0698984 Jun 15 14:13:41.900094 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 60808) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:13:41.921993 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-4273edee-9c5e-4295-a5e7-452618b33250 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:42.001189 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-c64ac4ba-eb23-40f6-b16d-d73a3073d6d9 req-7ac6d6eb-b3a3-4225-93bd-f7296590ef01 service neutron] 10.222.0.67 "GET /v2.0/networks/610d1d9e-6798-4665-ba11-cd870fb10064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637814 Jun 15 14:13:42.038072 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-4273edee-9c5e-4295-a5e7-452618b33250 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:42.050331 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-4273edee-9c5e-4295-a5e7-452618b33250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:42.054140 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-f5e99e63-0949-490d-bd5b-cc3045dc7e09 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:42.086165 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4273edee-9c5e-4295-a5e7-452618b33250 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cd7652d-b6fe-44bd-86c7-27816af1b19e,revision_number=1']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:42.101176 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-4273edee-9c5e-4295-a5e7-452618b33250 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:42.125199 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-4273edee-9c5e-4295-a5e7-452618b33250 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=399431b8b87742418903e87093a9215e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2236738 Jun 15 14:13:42.127835 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 60816) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:13:42.168764 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-c64ac4ba-eb23-40f6-b16d-d73a3073d6d9 req-bc1846c1-8a61-40ed-b193-b1815246a841 service neutron] 10.222.0.67 "GET /v2.0/networks/610d1d9e-6798-4665-ba11-cd870fb10064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592760 Jun 15 14:13:42.183611 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-7df07d51-c8c3-4dc0-8fdc-37f65046019e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:42.207073 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-7df07d51-c8c3-4dc0-8fdc-37f65046019e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:42.277745 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-7df07d51-c8c3-4dc0-8fdc-37f65046019e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:42.280554 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-7df07d51-c8c3-4dc0-8fdc-37f65046019e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:42.281708 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-7df07d51-c8c3-4dc0-8fdc-37f65046019e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8cd7652d-b6fe-44bd-86c7-27816af1b19e HTTP/1.1" status: 204 len: 168 time: 0.1528962 Jun 15 14:13:42.282521 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-f74ad5fc-c68d-4084-b30a-79a859195fdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:42.291673 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df07d51-c8c3-4dc0-8fdc-37f65046019e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cd7652d-b6fe-44bd-86c7-27816af1b19e,revision_number=None']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:42.299112 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-7df07d51-c8c3-4dc0-8fdc-37f65046019e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:42.598923 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 60842) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:13:42.735981 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-28b330dc-d17e-49a0-a627-6fe32d65f11c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:42.835714 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-28b330dc-d17e-49a0-a627-6fe32d65f11c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:42.839845 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-28b330dc-d17e-49a0-a627-6fe32d65f11c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:42.843265 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-792a8da9-c5f2-412f-ab42-a2ad11a598e3 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:42.891147 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-28b330dc-d17e-49a0-a627-6fe32d65f11c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9112476c538e4398bc9a61d491b0d8d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2899649 Jun 15 14:13:42.892069 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b330dc-d17e-49a0-a627-6fe32d65f11c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92771cd5-d258-4f1a-b623-689b487a9a90,revision_number=1']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:42.892837 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 60860) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:13:42.895221 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-28b330dc-d17e-49a0-a627-6fe32d65f11c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:42.964967 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-04be6e41-9024-418c-bc5b-17ce58c938ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:42.990572 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-04be6e41-9024-418c-bc5b-17ce58c938ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:43.047001 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-04be6e41-9024-418c-bc5b-17ce58c938ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:43.049890 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-04be6e41-9024-418c-bc5b-17ce58c938ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:43.051284 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-04be6e41-9024-418c-bc5b-17ce58c938ae admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/92771cd5-d258-4f1a-b623-689b487a9a90 HTTP/1.1" status: 204 len: 168 time: 0.1571388 Jun 15 14:13:43.052054 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-074805fd-797a-46f2-b666-5787519e6aa0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:43.060897 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04be6e41-9024-418c-bc5b-17ce58c938ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92771cd5-d258-4f1a-b623-689b487a9a90,revision_number=None']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:43.063213 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-04be6e41-9024-418c-bc5b-17ce58c938ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:43.400152 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 60882) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:13:43.416368 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-f72eb92b-d183-4fb0-9e59-935cce151649 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:43.516255 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-f72eb92b-d183-4fb0-9e59-935cce151649 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:43.520615 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-f72eb92b-d183-4fb0-9e59-935cce151649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:43.523069 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-29dc1647-3804-4694-9b72-136dedf668ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:43.565936 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-f72eb92b-d183-4fb0-9e59-935cce151649 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d7b4332771e7404b8752b49882d07426&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1622703 Jun 15 14:13:43.565936 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72eb92b-d183-4fb0-9e59-935cce151649 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24031b40-34cc-48f1-9fd8-c01e74961df1,revision_number=1']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:43.566321 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 60888) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:13:43.571999 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-f72eb92b-d183-4fb0-9e59-935cce151649 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:43.619085 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-6c4e7c87-c0db-416a-b6ff-22f4cf17c1e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:43.646706 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-6c4e7c87-c0db-416a-b6ff-22f4cf17c1e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:43.708257 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-6c4e7c87-c0db-416a-b6ff-22f4cf17c1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:43.711102 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-6c4e7c87-c0db-416a-b6ff-22f4cf17c1e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:43.715359 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-6c4e7c87-c0db-416a-b6ff-22f4cf17c1e4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/24031b40-34cc-48f1-9fd8-c01e74961df1 HTTP/1.1" status: 204 len: 168 time: 0.1452596 Jun 15 14:13:43.715359 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:43.723145 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4e7c87-c0db-416a-b6ff-22f4cf17c1e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24031b40-34cc-48f1-9fd8-c01e74961df1,revision_number=None']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:43.725474 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-6c4e7c87-c0db-416a-b6ff-22f4cf17c1e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:45.038041 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 60968) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:13:45.148988 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-5548a555-a740-4d18-a8d6-41d52396fb41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:45.247581 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-5548a555-a740-4d18-a8d6-41d52396fb41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:45.251762 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-5548a555-a740-4d18-a8d6-41d52396fb41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:45.254373 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:45.298497 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5548a555-a740-4d18-a8d6-41d52396fb41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17049106-b744-44cb-8f3e-f154d4ad5011,revision_number=1']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:45.303592 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-5548a555-a740-4d18-a8d6-41d52396fb41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:45.308630 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-5548a555-a740-4d18-a8d6-41d52396fb41 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e00edda9117843a9b6defba50c3d7bee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2694137 Jun 15 14:13:45.311217 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 60982) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:13:45.366912 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-ccead349-2bd5-446a-91e9-8147bdb1fb76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:45.389996 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-ccead349-2bd5-446a-91e9-8147bdb1fb76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:45.443950 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-ccead349-2bd5-446a-91e9-8147bdb1fb76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:45.446688 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-ccead349-2bd5-446a-91e9-8147bdb1fb76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:45.450737 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-ccead349-2bd5-446a-91e9-8147bdb1fb76 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/17049106-b744-44cb-8f3e-f154d4ad5011 HTTP/1.1" status: 204 len: 168 time: 0.1385362 Jun 15 14:13:45.451565 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-e3d1136c-42f9-4b24-9074-bf91b571b5f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:45.461205 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccead349-2bd5-446a-91e9-8147bdb1fb76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17049106-b744-44cb-8f3e-f154d4ad5011,revision_number=None']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:45.464499 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-ccead349-2bd5-446a-91e9-8147bdb1fb76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:45.809728 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 60994) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:13:45.825549 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-7ce18446-e969-4984-8f14-c9776904ea34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:45.936680 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-7ce18446-e969-4984-8f14-c9776904ea34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:45.943734 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-7ce18446-e969-4984-8f14-c9776904ea34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:45.946194 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:45.991725 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-7ce18446-e969-4984-8f14-c9776904ea34 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b7db93aa45e9436fb9a703b3ba4e050e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1783283 Jun 15 14:13:45.991725 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce18446-e969-4984-8f14-c9776904ea34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=210a950a-31e8-4855-8b07-1bc949b4c6ee,revision_number=1']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:45.992072 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 32770) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:13:45.997484 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-7ce18446-e969-4984-8f14-c9776904ea34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:46.049496 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-f53a7940-39ac-4922-ba50-cbd386a577f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:46.072328 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-f53a7940-39ac-4922-ba50-cbd386a577f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:46.125050 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-f53a7940-39ac-4922-ba50-cbd386a577f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:46.130558 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-f53a7940-39ac-4922-ba50-cbd386a577f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:46.134228 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-f53a7940-39ac-4922-ba50-cbd386a577f3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/210a950a-31e8-4855-8b07-1bc949b4c6ee HTTP/1.1" status: 204 len: 168 time: 0.1387398 Jun 15 14:13:46.134228 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-f085e518-1d29-46c9-9718-9c02efe77713 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:46.143863 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53a7940-39ac-4922-ba50-cbd386a577f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=210a950a-31e8-4855-8b07-1bc949b4c6ee,revision_number=None']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:46.152558 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53a7940-39ac-4922-ba50-cbd386a577f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:13:46.152925 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53a7940-39ac-4922-ba50-cbd386a577f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:13:46.153280 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53a7940-39ac-4922-ba50-cbd386a577f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:13:46.153706 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53a7940-39ac-4922-ba50-cbd386a577f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:13:46.153960 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53a7940-39ac-4922-ba50-cbd386a577f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:13:46.154305 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53a7940-39ac-4922-ba50-cbd386a577f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:13:46.154644 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53a7940-39ac-4922-ba50-cbd386a577f3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:13:46.155008 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53a7940-39ac-4922-ba50-cbd386a577f3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:13:46.155595 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53a7940-39ac-4922-ba50-cbd386a577f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:13:46.155933 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53a7940-39ac-4922-ba50-cbd386a577f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:13:46.156272 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53a7940-39ac-4922-ba50-cbd386a577f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:13:46.156600 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53a7940-39ac-4922-ba50-cbd386a577f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:13:46.163269 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-f53a7940-39ac-4922-ba50-cbd386a577f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:47.267821 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 32828) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:13:47.369988 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-12dd6b93-5438-4ae7-8854-01075938c472 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:47.464305 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-12dd6b93-5438-4ae7-8854-01075938c472 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:47.467622 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-12dd6b93-5438-4ae7-8854-01075938c472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:47.471003 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-19f40f8a-43c7-4f2f-8134-8cab8e94a552 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:47.507859 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dd6b93-5438-4ae7-8854-01075938c472 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86c47abb-8849-4d58-b523-819f4b0546be,revision_number=1']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:47.512252 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-12dd6b93-5438-4ae7-8854-01075938c472 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=504e37393fdf4d8e8f0de0289f38ad2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2431622 Jun 15 14:13:47.513115 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-12dd6b93-5438-4ae7-8854-01075938c472 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:47.514804 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 32834) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:13:47.569507 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-881bb56c-4511-441e-9f98-84d5d5277a9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:47.592358 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-881bb56c-4511-441e-9f98-84d5d5277a9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:47.648757 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-881bb56c-4511-441e-9f98-84d5d5277a9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:47.652049 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-881bb56c-4511-441e-9f98-84d5d5277a9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:47.653212 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-881bb56c-4511-441e-9f98-84d5d5277a9d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/86c47abb-8849-4d58-b523-819f4b0546be HTTP/1.1" status: 204 len: 168 time: 0.1375034 Jun 15 14:13:47.653943 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-9b4a42b5-a02e-498c-aba2-d3b6167f2dac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:47.662209 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881bb56c-4511-441e-9f98-84d5d5277a9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86c47abb-8849-4d58-b523-819f4b0546be,revision_number=None']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:47.664355 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-881bb56c-4511-441e-9f98-84d5d5277a9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:48.031952 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-6f2d9b9b-6d9c-41dc-a949-558ad8d1689d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:50.129865 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5db1fb9-0719-457d-8884-6b9dc1806f4a req-65140f4c-f074-478f-9f8d-84727e33d344 tempest-DeleteServersTestJSON-990213416 tempest-DeleteServersTestJSON-990213416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:50.131341 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-f5db1fb9-0719-457d-8884-6b9dc1806f4a req-65140f4c-f074-478f-9f8d-84727e33d344 tempest-DeleteServersTestJSON-990213416 tempest-DeleteServersTestJSON-990213416-project] 10.222.0.26 "GET /v2.0/ports?device_id=a884f239-618a-4254-956e-2a9f3619dd3e HTTP/1.1" status: 200 len: 946 time: 0.0699255 Jun 15 14:13:50.173338 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-f5db1fb9-0719-457d-8884-6b9dc1806f4a req-747bdb9b-e81a-462a-8a3e-383a3264ab48 tempest-DeleteServersTestJSON-990213416 tempest-DeleteServersTestJSON-990213416-project] 10.222.0.26 "GET /v2.0/security-groups?id=49a4afe6-1679-480c-8c2d-9390de44efef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362527 Jun 15 14:13:50.672603 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:50.909125 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-39ce110c-a6a4-4579-8af0-4b625bc57ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:51.360455 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79653bfd-9f61-44a9-8b4d-23fe8869ce66 req-b05a2f72-7a69-42d7-b887-fd8d5ff9243c tempest-DeleteServersTestJSON-990213416 tempest-DeleteServersTestJSON-990213416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:51.361934 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-79653bfd-9f61-44a9-8b4d-23fe8869ce66 req-b05a2f72-7a69-42d7-b887-fd8d5ff9243c tempest-DeleteServersTestJSON-990213416 tempest-DeleteServersTestJSON-990213416-project] 10.222.0.26 "GET /v2.0/ports?device_id=a884f239-618a-4254-956e-2a9f3619dd3e HTTP/1.1" status: 200 len: 946 time: 0.0732412 Jun 15 14:13:51.411386 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-79653bfd-9f61-44a9-8b4d-23fe8869ce66 req-4b8f69fb-ea39-41fb-acca-7c6054f297f7 tempest-DeleteServersTestJSON-990213416 tempest-DeleteServersTestJSON-990213416-project] 10.222.0.26 "GET /v2.0/security-groups?id=49a4afe6-1679-480c-8c2d-9390de44efef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428767 Jun 15 14:13:51.760353 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-a2325736-757f-4788-9f3d-6fe831cb64a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:52.600928 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a7661f-c739-4d90-bb3f-6936937eec0f req-f5598557-a3cd-4ef1-a733-330c3116fcb0 tempest-DeleteServersTestJSON-990213416 tempest-DeleteServersTestJSON-990213416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:52.602356 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-52a7661f-c739-4d90-bb3f-6936937eec0f req-f5598557-a3cd-4ef1-a733-330c3116fcb0 tempest-DeleteServersTestJSON-990213416 tempest-DeleteServersTestJSON-990213416-project] 10.222.0.26 "GET /v2.0/ports?device_id=a884f239-618a-4254-956e-2a9f3619dd3e HTTP/1.1" status: 200 len: 946 time: 0.0725982 Jun 15 14:13:52.645294 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-52a7661f-c739-4d90-bb3f-6936937eec0f req-a4999a7f-ea4d-4f6b-92a5-acba4fc8250e tempest-DeleteServersTestJSON-990213416 tempest-DeleteServersTestJSON-990213416-project] 10.222.0.26 "GET /v2.0/security-groups?id=49a4afe6-1679-480c-8c2d-9390de44efef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365396 Jun 15 14:13:52.836145 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9878cc71-a25a-49f8-9b5b-5aad6a776439 req-cb3b4bea-b442-452c-9c69-9a2d8127cf01 tempest-DeleteServersTestJSON-990213416 tempest-DeleteServersTestJSON-990213416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:52.837749 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-9878cc71-a25a-49f8-9b5b-5aad6a776439 req-cb3b4bea-b442-452c-9c69-9a2d8127cf01 tempest-DeleteServersTestJSON-990213416 tempest-DeleteServersTestJSON-990213416-project] 10.222.0.67 "GET /v2.0/ports?device_id=a884f239-618a-4254-956e-2a9f3619dd3e HTTP/1.1" status: 200 len: 946 time: 0.0717866 Jun 15 14:13:52.969865 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.plugin [req-9878cc71-a25a-49f8-9b5b-5aad6a776439 req-8d126b5b-ea3b-4069-8c13-c56501eda961 tempest-DeleteServersTestJSON-990213416 tempest-DeleteServersTestJSON-990213416-project] Deleting port ad7ba40e-3a64-49a2-aed5-f1bff299da75 {{(pid=91906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:13:52.970207 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [req-9878cc71-a25a-49f8-9b5b-5aad6a776439 req-8d126b5b-ea3b-4069-8c13-c56501eda961 tempest-DeleteServersTestJSON-990213416 tempest-DeleteServersTestJSON-990213416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781714481448'] for port, before_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:53.090848 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.db [req-9878cc71-a25a-49f8-9b5b-5aad6a776439 req-8d126b5b-ea3b-4069-8c13-c56501eda961 tempest-DeleteServersTestJSON-990213416 tempest-DeleteServersTestJSON-990213416-project] For port ad7ba40e-3a64-49a2-aed5-f1bff299da75, host hv-cinder-79647, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79647',level=0,port_id=ad7ba40e-3a64-49a2-aed5-f1bff299da75,segment=NetworkSegment(81ab1b1a-4402-48aa-be1b-b9e059925070),segment_id=81ab1b1a-4402-48aa-be1b-b9e059925070)] {{(pid=91906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:13:53.091196 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [req-9878cc71-a25a-49f8-9b5b-5aad6a776439 req-8d126b5b-ea3b-4069-8c13-c56501eda961 tempest-DeleteServersTestJSON-990213416 tempest-DeleteServersTestJSON-990213416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668414'] for port, precommit_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:53.221778 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.plugin [req-9878cc71-a25a-49f8-9b5b-5aad6a776439 req-8d126b5b-ea3b-4069-8c13-c56501eda961 tempest-DeleteServersTestJSON-990213416 tempest-DeleteServersTestJSON-990213416-project] Calling delete_port for ad7ba40e-3a64-49a2-aed5-f1bff299da75 owned by compute:nova {{(pid=91906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:13:53.403438 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-987cb3c8-732e-4ef7-aae2-903816ba9880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:53.435800 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [req-9878cc71-a25a-49f8-9b5b-5aad6a776439 req-8d126b5b-ea3b-4069-8c13-c56501eda961 tempest-DeleteServersTestJSON-990213416 tempest-DeleteServersTestJSON-990213416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781714486604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781714044438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3410898'] for port, after_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:53.440101 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-ec30fd4c-b977-4368-9eeb-0c5aa5bb478f tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:53.475500 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d126b5b-ea3b-4069-8c13-c56501eda961 tempest-DeleteServersTestJSON-990213416 tempest-DeleteServersTestJSON-990213416-project] Pushing event deleted for resources: {'Port': ['ID=ad7ba40e-3a64-49a2-aed5-f1bff299da75,revision_number=None']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:53.477214 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] get_ports_and_sgs() called for port_ids ['ad7ba40e-3a64-49a2-aed5-f1bff299da75'] {{(pid=91909) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:13:53.503182 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d126b5b-ea3b-4069-8c13-c56501eda961 tempest-DeleteServersTestJSON-990213416 tempest-DeleteServersTestJSON-990213416-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:13:53.503552 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d126b5b-ea3b-4069-8c13-c56501eda961 tempest-DeleteServersTestJSON-990213416 tempest-DeleteServersTestJSON-990213416-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:13:53.503907 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d126b5b-ea3b-4069-8c13-c56501eda961 tempest-DeleteServersTestJSON-990213416 tempest-DeleteServersTestJSON-990213416-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:13:53.504257 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d126b5b-ea3b-4069-8c13-c56501eda961 tempest-DeleteServersTestJSON-990213416 tempest-DeleteServersTestJSON-990213416-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:13:53.504604 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d126b5b-ea3b-4069-8c13-c56501eda961 tempest-DeleteServersTestJSON-990213416 tempest-DeleteServersTestJSON-990213416-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:13:53.505135 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d126b5b-ea3b-4069-8c13-c56501eda961 tempest-DeleteServersTestJSON-990213416 tempest-DeleteServersTestJSON-990213416-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:13:53.505481 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d126b5b-ea3b-4069-8c13-c56501eda961 tempest-DeleteServersTestJSON-990213416 tempest-DeleteServersTestJSON-990213416-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:13:53.505825 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d126b5b-ea3b-4069-8c13-c56501eda961 tempest-DeleteServersTestJSON-990213416 tempest-DeleteServersTestJSON-990213416-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:13:53.506171 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d126b5b-ea3b-4069-8c13-c56501eda961 tempest-DeleteServersTestJSON-990213416 tempest-DeleteServersTestJSON-990213416-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:13:53.506509 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d126b5b-ea3b-4069-8c13-c56501eda961 tempest-DeleteServersTestJSON-990213416 tempest-DeleteServersTestJSON-990213416-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:13:53.506881 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d126b5b-ea3b-4069-8c13-c56501eda961 tempest-DeleteServersTestJSON-990213416 tempest-DeleteServersTestJSON-990213416-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:13:53.507219 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d126b5b-ea3b-4069-8c13-c56501eda961 tempest-DeleteServersTestJSON-990213416 tempest-DeleteServersTestJSON-990213416-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:13:53.531430 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-8d126b5b-ea3b-4069-8c13-c56501eda961 tempest-DeleteServersTestJSON-990213416 tempest-DeleteServersTestJSON-990213416-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:53.555959 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.db.l3_dvrscheduler_db [req-9878cc71-a25a-49f8-9b5b-5aad6a776439 req-8d126b5b-ea3b-4069-8c13-c56501eda961 tempest-DeleteServersTestJSON-990213416 tempest-DeleteServersTestJSON-990213416-project] No DVR routers for this DVR port ad7ba40e-3a64-49a2-aed5-f1bff299da75 on host hv-cinder-79647 {{(pid=91906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:13:53.558982 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [req-9878cc71-a25a-49f8-9b5b-5aad6a776439 req-8d126b5b-ea3b-4069-8c13-c56501eda961 tempest-DeleteServersTestJSON-990213416 tempest-DeleteServersTestJSON-990213416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58954'] for port, before_response {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:53.560910 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-9878cc71-a25a-49f8-9b5b-5aad6a776439 req-8d126b5b-ea3b-4069-8c13-c56501eda961 tempest-DeleteServersTestJSON-990213416 tempest-DeleteServersTestJSON-990213416-project] 10.222.0.67 "DELETE /v2.0/ports/ad7ba40e-3a64-49a2-aed5-f1bff299da75 HTTP/1.1" status: 204 len: 173 time: 0.7155342 Jun 15 14:13:53.561379 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a884f239-618a-4254-956e-2a9f3619dd3e', 'name': 'network-vif-deleted', 'tag': 'ad7ba40e-3a64-49a2-aed5-f1bff299da75'}] {{(pid=91906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:13:53.563751 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6e08b2e8a943f90b978338aafac4b6863d86ad6c280d3789afb6c36825669ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a54c4c3c-03f4-4c4a-a5e9-87be2acaf70c" -d '{"events": [{"server_uuid": "a884f239-618a-4254-956e-2a9f3619dd3e", "name": "network-vif-deleted", "tag": "ad7ba40e-3a64-49a2-aed5-f1bff299da75"}]}' {{(pid=91906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:13:53.604662 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc9c39e2-ec69-40a5-9b3b-d5f210d2d285 x-openstack-request-id: req-dc9c39e2-ec69-40a5-9b3b-d5f210d2d285 {{(pid=91906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:13:53.604976 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a884f239-618a-4254-956e-2a9f3619dd3e", "name": "network-vif-deleted", "tag": "ad7ba40e-3a64-49a2-aed5-f1bff299da75", "status": "completed", "code": 200}]} {{(pid=91906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:13:53.605259 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-dc9c39e2-ec69-40a5-9b3b-d5f210d2d285 {{(pid=91906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:13:53.605659 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a884f239-618a-4254-956e-2a9f3619dd3e', 'name': 'network-vif-deleted', 'tag': 'ad7ba40e-3a64-49a2-aed5-f1bff299da75', 'status': 'completed', 'code': 200} Jun 15 14:13:53.792505 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-0c3404b9-ecf2-45d0-9f44-7816d6a0ad11 req-e25da37f-6680-43d8-902d-852184fc9cff tempest-DeleteServersTestJSON-990213416 tempest-DeleteServersTestJSON-990213416-project] 10.222.0.26 "GET /v2.0/ports?device_id=a884f239-618a-4254-956e-2a9f3619dd3e HTTP/1.1" status: 200 len: 210 time: 0.0338840 Jun 15 14:13:54.378522 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-81384d58-7299-4e4f-a8ab-9dd101da6628 req-cb5c14ca-caca-45bc-814f-56839314016d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=807ea74d-380f-4665-bc01-98bcf480a45f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0879562 Jun 15 14:13:54.552383 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81384d58-7299-4e4f-a8ab-9dd101da6628 req-1b1616b6-d0d5-4c96-bd2b-11dccbb1b43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:54.557317 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-81384d58-7299-4e4f-a8ab-9dd101da6628 req-1b1616b6-d0d5-4c96-bd2b-11dccbb1b43c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3b9c49b5e22342c8817f864fe7313c45&device_id=807ea74d-380f-4665-bc01-98bcf480a45f HTTP/1.1" status: 200 len: 1098 time: 0.0798659 Jun 15 14:13:54.741853 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81384d58-7299-4e4f-a8ab-9dd101da6628 req-b3a6c412-a400-4ae6-a8e9-51df764bad3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:54.743387 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-81384d58-7299-4e4f-a8ab-9dd101da6628 req-b3a6c412-a400-4ae6-a8e9-51df764bad3e service neutron] 10.222.0.67 "GET /v2.0/networks?id=53647b0d-4ed8-4c65-8def-7670da912845 HTTP/1.1" status: 200 len: 915 time: 0.1152701 Jun 15 14:13:54.804992 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-81384d58-7299-4e4f-a8ab-9dd101da6628 req-258c6e10-fac3-4270-8e48-16dec471c6bb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b4bd8b82-6993-4194-9681-d6ca79a7cbed HTTP/1.1" status: 200 len: 217 time: 0.0489724 Jun 15 14:13:54.881333 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81384d58-7299-4e4f-a8ab-9dd101da6628 req-6e87fedf-114a-498d-9e4d-946219d579c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:54.883092 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-81384d58-7299-4e4f-a8ab-9dd101da6628 req-6e87fedf-114a-498d-9e4d-946219d579c6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=afd26063-2fe1-438c-a2ba-9412fb4f10c5 HTTP/1.1" status: 200 len: 854 time: 0.0568435 Jun 15 14:13:54.923159 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-81384d58-7299-4e4f-a8ab-9dd101da6628 req-21867316-fe83-476a-b631-c90503fb2502 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=53647b0d-4ed8-4c65-8def-7670da912845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313683 Jun 15 14:13:54.967762 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-09efe691-7d83-4bcd-9f3a-db900d40a133 req-02ffc6db-7600-49b1-add1-9df7be0d8c38 tempest-DeleteServersTestJSON-990213416 tempest-DeleteServersTestJSON-990213416-project] 10.222.0.26 "GET /v2.0/ports?device_id=a884f239-618a-4254-956e-2a9f3619dd3e HTTP/1.1" status: 200 len: 210 time: 0.0436418 Jun 15 14:13:55.061776 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-81384d58-7299-4e4f-a8ab-9dd101da6628 req-88117cd1-b016-4309-99a5-51c91f9ced88 service neutron] 10.222.0.67 "GET /v2.0/networks/53647b0d-4ed8-4c65-8def-7670da912845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277127 Jun 15 14:13:55.184479 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-81384d58-7299-4e4f-a8ab-9dd101da6628 req-a327565d-026f-4153-abeb-bbbe61362dda service neutron] 10.222.0.67 "GET /v2.0/networks/53647b0d-4ed8-4c65-8def-7670da912845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096375 Jun 15 14:13:55.764539 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Device ad7ba40e-3a64-49a2-aed5-f1bff299da75 no longer exists at agent hyperv_hv-cinder-79647 {{(pid=91909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:13:55.791146 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.plugin [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] No Port match for: ad7ba40e-3a64-49a2-aed5-f1bff299da75 {{(pid=91909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:13:55.791866 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Device ad7ba40e-3a64-49a2-aed5-f1bff299da75 not bound to the agent host hv-cinder-79647 {{(pid=91909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:13:56.692797 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 33124) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:13:56.816001 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-3f70d276-dd7a-4073-941a-38a012eb6472 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:56.918422 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-3f70d276-dd7a-4073-941a-38a012eb6472 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:56.924196 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-3f70d276-dd7a-4073-941a-38a012eb6472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:56.951181 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-f72eb92b-d183-4fb0-9e59-935cce151649 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:56.957151 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-3f70d276-dd7a-4073-941a-38a012eb6472 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3e9769550b014f47bf084d9ef0999ea9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2631714 Jun 15 14:13:56.959684 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 33138) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:13:57.022853 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f70d276-dd7a-4073-941a-38a012eb6472 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8ebf6d9-db06-4d4e-993a-dd7aafc08ccf,revision_number=1']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:57.026370 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-3f70d276-dd7a-4073-941a-38a012eb6472 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:57.054651 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-35fc8d95-8ea5-4c65-8189-4f38ce876e26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:57.077396 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-35fc8d95-8ea5-4c65-8189-4f38ce876e26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:57.126493 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-35fc8d95-8ea5-4c65-8189-4f38ce876e26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:57.129056 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-35fc8d95-8ea5-4c65-8189-4f38ce876e26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:57.130156 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-35fc8d95-8ea5-4c65-8189-4f38ce876e26 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a8ebf6d9-db06-4d4e-993a-dd7aafc08ccf HTTP/1.1" status: 204 len: 168 time: 0.1694741 Jun 15 14:13:57.130915 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-c499cddc-6a7f-43a8-b3e3-b4be5a28995e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:57.140152 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fc8d95-8ea5-4c65-8189-4f38ce876e26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8ebf6d9-db06-4d4e-993a-dd7aafc08ccf,revision_number=None']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:57.142347 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-35fc8d95-8ea5-4c65-8189-4f38ce876e26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:57.440294 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:57.515799 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 33164) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:13:57.571798 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e80e983-f324-482c-86d3-9bc9e33bcce5 admin admin] Deleting subnet 11d3574f-5ac1-4e58-a4d2-de21f374209e {{(pid=91906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 15 14:13:57.575461 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-9e80e983-f324-482c-86d3-9bc9e33bcce5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:57.844593 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-9e80e983-f324-482c-86d3-9bc9e33bcce5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3510251'] for subnet, precommit_delete_associations {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:57.846574 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 33174) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:13:57.892706 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-9e80e983-f324-482c-86d3-9bc9e33bcce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32884212'] for subnet, precommit_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:57.946241 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.v2.base [None req-b4c48100-62f0-4824-a775-0487a8429c7e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-92072223-network', 'tenant_id': 'c3de56a81c9f49fdb5657745f0c5e9a7'}} {{(pid=91907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:13:57.947720 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.agents_db [None req-1fbdf4bf-3b4b-440e-bd18-8a0939d62d55 None None] Agent healthcheck: found 6 active agents {{(pid=91910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:13:57.965169 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-9e80e983-f324-482c-86d3-9bc9e33bcce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32884221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3410472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3427184'] for subnet, after_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:57.967017 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4c48100-62f0-4824-a775-0487a8429c7e admin admin] Made reservation on behalf of c3de56a81c9f49fdb5657745f0c5e9a7 for: {'network': 1} {{(pid=91907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:13:57.967293 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:57.969456 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-b4c48100-62f0-4824-a775-0487a8429c7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-33170876'] for network, before_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:57.982339 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-b4c48100-62f0-4824-a775-0487a8429c7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:58.003843 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e80e983-f324-482c-86d3-9bc9e33bcce5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11d3574f-5ac1-4e58-a4d2-de21f374209e,revision_number=None']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:58.016675 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-9e80e983-f324-482c-86d3-9bc9e33bcce5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:58.032984 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-9e80e983-f324-482c-86d3-9bc9e33bcce5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537372'] for subnet, before_response {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:58.038083 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-9e80e983-f324-482c-86d3-9bc9e33bcce5 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/11d3574f-5ac1-4e58-a4d2-de21f374209e HTTP/1.1" status: 204 len: 168 time: 0.5185940 Jun 15 14:13:58.040095 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 33182) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:13:58.081491 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-b4c48100-62f0-4824-a775-0487a8429c7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:58.088409 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-b4c48100-62f0-4824-a775-0487a8429c7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:58.102461 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4c48100-62f0-4824-a775-0487a8429c7e admin admin] vlan segment allocate from pool success with {'vlan_id': 885, 'physical_network': 'physnet1'} {{(pid=91907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:13:58.119033 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-b4c48100-62f0-4824-a775-0487a8429c7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32890017'] for segment, precommit_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:58.119630 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.db.segments_db [None req-b4c48100-62f0-4824-a775-0487a8429c7e admin admin] Added segment bdfc6570-21e3-4188-8b81-25944ca5b033 of type vlan for network 38cc54e9-46a5-4f17-85e6-fe0dd786b611 Jun 15 14:13:58.134571 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-e91dbe2a-7c3e-4e35-b317-e8118e05d476 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:58.145297 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-8230d1a6-06fe-4889-88d8-040a103b4217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33040767'] for network, before_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:58.204359 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-b4c48100-62f0-4824-a775-0487a8429c7e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781714030749'] for network, precommit_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:58.208624 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c48100-62f0-4824-a775-0487a8429c7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ef74f7f-f0d2-408f-868a-34c5cd30e465,revision_number=1']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:58.212334 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-b4c48100-62f0-4824-a775-0487a8429c7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:58.257877 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-b4c48100-62f0-4824-a775-0487a8429c7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-350226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537401'] for network, after_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:58.257877 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c48100-62f0-4824-a775-0487a8429c7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:58.259433 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-b4c48100-62f0-4824-a775-0487a8429c7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537372'] for network, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:58.282348 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:58.294274 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-b4c48100-62f0-4824-a775-0487a8429c7e admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4443407 Jun 15 14:13:58.295616 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 33198) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:13:58.328397 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.v2.base [None req-5fceb39f-6c67-4794-86cb-cc7ff33a34ce admin admin] Request body: {'subnet': {'network_id': '38cc54e9-46a5-4f17-85e6-fe0dd786b611', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-92072223-subnet', 'tenant_id': 'c3de56a81c9f49fdb5657745f0c5e9a7', 'ip_version': 4}} {{(pid=91907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:13:58.338333 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-8230d1a6-06fe-4889-88d8-040a103b4217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32895081', 'neutron.services.segments.db._delete_segments_for_network-8781714566072'] for network, precommit_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:58.356220 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.services.segments.db [None req-8230d1a6-06fe-4889-88d8-040a103b4217 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08b08efa-02c8-41f1-80c4-4cebd8c580e7']}} {{(pid=91906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:13:58.372869 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.services.segments.db [None req-8230d1a6-06fe-4889-88d8-040a103b4217 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81ab1b1a-4402-48aa-be1b-b9e059925070') {'for_net_delete': True} {{(pid=91906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:13:58.373443 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.services.segments.db [None req-8230d1a6-06fe-4889-88d8-040a103b4217 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81ab1b1a-4402-48aa-be1b-b9e059925070') {} {{(pid=91906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:13:58.385864 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-8230d1a6-06fe-4889-88d8-040a103b4217 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781714565910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3510240'] for segment, before_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:58.414625 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-8230d1a6-06fe-4889-88d8-040a103b4217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32890017'] for segment, precommit_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:58.419727 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c48100-62f0-4824-a775-0487a8429c7e admin admin] Pushing event updated for resources: {'Network': ['ID=38cc54e9-46a5-4f17-85e6-fe0dd786b611,revision_number=1']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:58.423625 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-b4c48100-62f0-4824-a775-0487a8429c7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:58.427423 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8230d1a6-06fe-4889-88d8-040a103b4217 admin admin] Releasing vlan 877 on physical network physnet1 to pool {{(pid=91906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:13:58.428053 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-8230d1a6-06fe-4889-88d8-040a103b4217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32890017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3410817'] for segment, after_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:58.428366 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fceb39f-6c67-4794-86cb-cc7ff33a34ce admin admin] Made reservation on behalf of c3de56a81c9f49fdb5657745f0c5e9a7 for: {'subnet': 1} {{(pid=91907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:13:58.430427 dv-cinder-796471-1-iscsi neutron-server[91906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:13:58.430427 dv-cinder-796471-1-iscsi neutron-server[91906]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:13:58.430427 dv-cinder-796471-1-iscsi neutron-server[91906]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:13:58.430427 dv-cinder-796471-1-iscsi neutron-server[91906]: retrieve_revision_numbers = { Jun 15 14:13:58.430427 dv-cinder-796471-1-iscsi neutron-server[91906]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:13:58.430427 dv-cinder-796471-1-iscsi neutron-server[91906]: retrieve_revision_numbers = { Jun 15 14:13:58.430427 dv-cinder-796471-1-iscsi neutron-server[91906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:13:58.430427 dv-cinder-796471-1-iscsi neutron-server[91906]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:13:58.430427 dv-cinder-796471-1-iscsi neutron-server[91906]: Traceback (most recent call last): Jun 15 14:13:58.430427 dv-cinder-796471-1-iscsi neutron-server[91906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 15 14:13:58.430427 dv-cinder-796471-1-iscsi neutron-server[91906]: timer() Jun 15 14:13:58.430427 dv-cinder-796471-1-iscsi neutron-server[91906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 15 14:13:58.430427 dv-cinder-796471-1-iscsi neutron-server[91906]: cb(*args, **kw) Jun 15 14:13:58.430427 dv-cinder-796471-1-iscsi neutron-server[91906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 15 14:13:58.430427 dv-cinder-796471-1-iscsi neutron-server[91906]: return func(*args, **kwargs) Jun 15 14:13:58.430427 dv-cinder-796471-1-iscsi neutron-server[91906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 15 14:13:58.430427 dv-cinder-796471-1-iscsi neutron-server[91906]: self._notify() Jun 15 14:13:58.430427 dv-cinder-796471-1-iscsi neutron-server[91906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 15 14:13:58.430427 dv-cinder-796471-1-iscsi neutron-server[91906]: self.callback(batched_events) Jun 15 14:13:58.430427 dv-cinder-796471-1-iscsi neutron-server[91906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 15 14:13:58.430427 dv-cinder-796471-1-iscsi neutron-server[91906]: event.method(event) Jun 15 14:13:58.430427 dv-cinder-796471-1-iscsi neutron-server[91906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 15 14:13:58.430427 dv-cinder-796471-1-iscsi neutron-server[91906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 15 14:13:58.430427 dv-cinder-796471-1-iscsi neutron-server[91906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 15 14:13:58.430427 dv-cinder-796471-1-iscsi neutron-server[91906]: aggregate_uuid = self.p_client.list_aggregates( Jun 15 14:13:58.430427 dv-cinder-796471-1-iscsi neutron-server[91906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 15 14:13:58.430427 dv-cinder-796471-1-iscsi neutron-server[91906]: return f(self, *a, **k) Jun 15 14:13:58.430427 dv-cinder-796471-1-iscsi neutron-server[91906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 15 14:13:58.430427 dv-cinder-796471-1-iscsi neutron-server[91906]: return self._get(url).json() Jun 15 14:13:58.430427 dv-cinder-796471-1-iscsi neutron-server[91906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 15 14:13:58.430427 dv-cinder-796471-1-iscsi neutron-server[91906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 15 14:13:58.430427 dv-cinder-796471-1-iscsi neutron-server[91906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 15 14:13:58.430427 dv-cinder-796471-1-iscsi neutron-server[91906]: return self.request(url, 'GET', **kwargs) Jun 15 14:13:58.430427 dv-cinder-796471-1-iscsi neutron-server[91906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 15 14:13:58.430427 dv-cinder-796471-1-iscsi neutron-server[91906]: base_url = self.get_endpoint(auth, allow=allow, Jun 15 14:13:58.430427 dv-cinder-796471-1-iscsi neutron-server[91906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 15 14:13:58.430427 dv-cinder-796471-1-iscsi neutron-server[91906]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 15 14:13:58.430427 dv-cinder-796471-1-iscsi neutron-server[91906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 15 14:13:58.430427 dv-cinder-796471-1-iscsi neutron-server[91906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 15 14:13:58.430427 dv-cinder-796471-1-iscsi neutron-server[91906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 15 14:13:58.432871 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-5fceb39f-6c67-4794-86cb-cc7ff33a34ce admin admin] Notify callbacks [] for subnet, before_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:58.440598 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Network 38cc54e9-46a5-4f17-85e6-fe0dd786b611 details requested by agent ovs-agent-dv-cinder-796471-1-iscsi with host dv-cinder-796471-1-iscsi {{(pid=91909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:13:58.459745 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 33206) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:13:58.598632 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-8230d1a6-06fe-4889-88d8-040a103b4217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32895094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-350226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667141'] for network, after_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:58.631984 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:58.658025 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-8230d1a6-06fe-4889-88d8-040a103b4217 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537372'] for network, before_response {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:58.662223 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-8230d1a6-06fe-4889-88d8-040a103b4217 admin admin] 10.222.0.26 "DELETE /v2.0/networks/08b08efa-02c8-41f1-80c4-4cebd8c580e7 HTTP/1.1" status: 204 len: 168 time: 0.6194551 Jun 15 14:13:58.664444 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-ead0da3d-7cf2-404b-b845-53a7b5c106c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:58.708846 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8230d1a6-06fe-4889-88d8-040a103b4217 admin admin] Pushing event deleted for resources: {'Network': ['ID=08b08efa-02c8-41f1-80c4-4cebd8c580e7,revision_number=None']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:58.724882 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-8230d1a6-06fe-4889-88d8-040a103b4217 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:58.778428 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866373a6-cdc2-430c-ac0a-b724ba3fd1c0 req-04ab5f51-3b81-4691-9e8f-aad033ff5f3e tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:58.780028 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-866373a6-cdc2-430c-ac0a-b724ba3fd1c0 req-04ab5f51-3b81-4691-9e8f-aad033ff5f3e tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/networks?id=53647b0d-4ed8-4c65-8def-7670da912845 HTTP/1.1" status: 200 len: 814 time: 0.2276020 Jun 15 14:13:58.808982 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 33218) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:13:58.818445 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-866373a6-cdc2-430c-ac0a-b724ba3fd1c0 req-f20e1453-57fa-453c-a76e-13115299bf11 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/quotas/3b9c49b5e22342c8817f864fe7313c45 HTTP/1.1" status: 200 len: 375 time: 0.0300925 Jun 15 14:13:58.918004 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-3e832129-3718-4c27-9952-d24cd0cb6fa2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8a024473f67f46c6baf4e597ab55e4fb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1069815 Jun 15 14:13:58.922014 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 33220) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:13:58.954708 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-5fceb39f-6c67-4794-86cb-cc7ff33a34ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378'] for subnet, after_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:58.957774 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:58.980350 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-ead0da3d-7cf2-404b-b845-53a7b5c106c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:58.990088 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-ead0da3d-7cf2-404b-b845-53a7b5c106c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:59.001571 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-2fae4cf5-cfba-4c21-8e20-d4d0b0a78931 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:59.026124 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fceb39f-6c67-4794-86cb-cc7ff33a34ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7a8d3b2-93d0-474b-a785-3b20f05c50a2,revision_number=0']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:59.030540 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-5fceb39f-6c67-4794-86cb-cc7ff33a34ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:59.034375 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fceb39f-6c67-4794-86cb-cc7ff33a34ce admin admin] Checking segment: {'id': 'bdfc6570-21e3-4188-8b81-25944ca5b033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '38cc54e9-46a5-4f17-85e6-fe0dd786b611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:13:59.034729 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fceb39f-6c67-4794-86cb-cc7ff33a34ce admin admin] Network hostable DHCP agents. Network: 38cc54e9-46a5-4f17-85e6-fe0dd786b611, hostable agents: ['b76165da-6319-4f74-a975-61037e393453'], hosted agents: [] {{(pid=91907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:13:59.047992 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-866373a6-cdc2-430c-ac0a-b724ba3fd1c0 req-f1d55484-c5e0-46de-9878-ae88ba90a2c1 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=3b9c49b5e22342c8817f864fe7313c45&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2155476 Jun 15 14:13:59.059153 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fceb39f-6c67-4794-86cb-cc7ff33a34ce admin admin] Network 38cc54e9-46a5-4f17-85e6-fe0dd786b611 is scheduled to be hosted by DHCP agent b76165da-6319-4f74-a975-61037e393453 with binding_index 1 {{(pid=91907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:13:59.068631 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.scheduler.base_scheduler [None req-5fceb39f-6c67-4794-86cb-cc7ff33a34ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796471-1-iscsi, 38cc54e9-46a5-4f17-85e6-fe0dd786b611) {{(pid=91907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:13:59.073007 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fceb39f-6c67-4794-86cb-cc7ff33a34ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:13:59.076814 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-5fceb39f-6c67-4794-86cb-cc7ff33a34ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537372'] for subnet, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:59.077538 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-ead0da3d-7cf2-404b-b845-53a7b5c106c9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b4fd1e38041a4f9d8aa24e1bf485fbf2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6116340 Jun 15 14:13:59.080200 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1115d568-6820-45cb-a9e0-a71caada07ce None None] Network 38cc54e9-46a5-4f17-85e6-fe0dd786b611 requested from dv-cinder-796471-1-iscsi {{(pid=91909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:13:59.083946 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 33226) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:13:59.091263 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead0da3d-7cf2-404b-b845-53a7b5c106c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54c72048-a9a5-40ee-ad32-cc89b2643d71,revision_number=1']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:59.101453 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-5fceb39f-6c67-4794-86cb-cc7ff33a34ce admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7788129 Jun 15 14:13:59.103028 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-86b63f3d-33ea-4c7f-ab2f-b72f3d86f96f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:59.105015 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 33228) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:13:59.105313 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-ead0da3d-7cf2-404b-b845-53a7b5c106c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:59.113007 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.v2.base [None req-ec4cb136-6a92-4705-8ce2-9926868d7151 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-92072223-router', 'tenant_id': 'c3de56a81c9f49fdb5657745f0c5e9a7', 'external_gateway_info': {'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641'}}} {{(pid=91907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:13:59.168953 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-ec4cb136-6a92-4705-8ce2-9926868d7151 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10752'] for router, before_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:59.169941 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-ec4cb136-6a92-4705-8ce2-9926868d7151 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-667090', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338381', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10775'] for router, precommit_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:59.175983 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-86b63f3d-33ea-4c7f-ab2f-b72f3d86f96f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:59.180018 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-8552e634-56f9-4a27-a902-3903eedb9166 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:59.242026 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-866373a6-cdc2-430c-ac0a-b724ba3fd1c0 req-d7b5673a-56a6-4deb-9f88-e69b0a00618d service neutron] 10.222.0.26 "GET /v2.0/networks/53647b0d-4ed8-4c65-8def-7670da912845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834629 Jun 15 14:13:59.260291 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-8552e634-56f9-4a27-a902-3903eedb9166 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:59.273620 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-ec4cb136-6a92-4705-8ce2-9926868d7151 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:59.297999 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-86b63f3d-33ea-4c7f-ab2f-b72f3d86f96f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:59.300676 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-86b63f3d-33ea-4c7f-ab2f-b72f3d86f96f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:59.301808 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-86b63f3d-33ea-4c7f-ab2f-b72f3d86f96f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/49a4afe6-1679-480c-8c2d-9390de44efef HTTP/1.1" status: 204 len: 168 time: 0.3731525 Jun 15 14:13:59.316287 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e4db70-0548-4e74-90c5-d32c3c6fc861 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4da9c1aa-4f2a-5f74-9401-623a714743bc-38cc54e9-46a5-4f17-85e6-fe0dd786b611', 'network_id': '38cc54e9-46a5-4f17-85e6-fe0dd786b611', 'tenant_id': 'c3de56a81c9f49fdb5657745f0c5e9a7', 'fixed_ips': [{'subnet_id': 'c7a8d3b2-93d0-474b-a785-3b20f05c50a2'}]}} from dv-cinder-796471-1-iscsi. {{(pid=91909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 15 14:13:59.317173 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-f9e4db70-0548-4e74-90c5-d32c3c6fc861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-33170876'] for port, before_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:59.341050 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-c1110696-a781-4ec2-80e1-7e24ec1b53c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:59.355897 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b63f3d-33ea-4c7f-ab2f-b72f3d86f96f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49a4afe6-1679-480c-8c2d-9390de44efef,revision_number=None']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:59.364807 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-86b63f3d-33ea-4c7f-ab2f-b72f3d86f96f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:59.405963 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-866373a6-cdc2-430c-ac0a-b724ba3fd1c0 req-d692a7e0-aaee-470e-8c62-c3785130cd65 service neutron] 10.222.0.26 "GET /v2.0/networks/53647b0d-4ed8-4c65-8def-7670da912845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549160 Jun 15 14:13:59.563047 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.db_base_plugin_common [None req-f9e4db70-0548-4e74-90c5-d32c3c6fc861 None None] Allocated IP 172.20.0.2 (38cc54e9-46a5-4f17-85e6-fe0dd786b611/c7a8d3b2-93d0-474b-a785-3b20f05c50a2/b52272c8-4fb6-403b-808a-137be22076bc) {{(pid=91909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:13:59.665415 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-ec4cb136-6a92-4705-8ce2-9926868d7151 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-667085', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-706225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10981'] for router, precommit_update {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:59.676444 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-8552e634-56f9-4a27-a902-3903eedb9166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:59.686863 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-8552e634-56f9-4a27-a902-3903eedb9166 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:59.688057 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-8552e634-56f9-4a27-a902-3903eedb9166 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/54c72048-a9a5-40ee-ad32-cc89b2643d71 HTTP/1.1" status: 204 len: 168 time: 0.6031003 Jun 15 14:13:59.701438 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-881bb56c-4511-441e-9f98-84d5d5277a9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:59.789509 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-bdfc1ecc-c1ac-4434-88c8-faab6885a83d req-72e33cb3-d819-41f7-9b03-ef8184b69650 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/ports?device_id=d71c4010-f1eb-4208-91ac-dca8202c8352 HTTP/1.1" status: 200 len: 210 time: 0.0895152 Jun 15 14:13:59.795763 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8552e634-56f9-4a27-a902-3903eedb9166 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54c72048-a9a5-40ee-ad32-cc89b2643d71,revision_number=None']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:13:59.817333 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-8552e634-56f9-4a27-a902-3903eedb9166 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:13:59.856515 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-f9e4db70-0548-4e74-90c5-d32c3c6fc861 None None] Notify callbacks [] for port, precommit_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:59.865756 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-f9e4db70-0548-4e74-90c5-d32c3c6fc861 None None] Transition to ACTIVE for port object b52272c8-4fb6-403b-808a-137be22076bc will not be triggered until provisioned by entity L2. {{(pid=91909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:13:59.882916 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-f9e4db70-0548-4e74-90c5-d32c3c6fc861 None None] Transition to ACTIVE for port object b52272c8-4fb6-403b-808a-137be22076bc will not be triggered until provisioned by entity DHCP. {{(pid=91909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:13:59.897679 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-f9e4db70-0548-4e74-90c5-d32c3c6fc861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33170815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-53808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781714044429'] for port, after_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:13:59.904833 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:13:59.951267 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e4db70-0548-4e74-90c5-d32c3c6fc861 None None] Network 38cc54e9-46a5-4f17-85e6-fe0dd786b611 is already hosted by enough agents. {{(pid=91909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:13:59.952929 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.scheduler.base_scheduler [None req-f9e4db70-0548-4e74-90c5-d32c3c6fc861 None None] Resources bound (agent type, host, resource id): {{(pid=91909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:13:59.956696 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e4db70-0548-4e74-90c5-d32c3c6fc861 None None] Received port after_create {{(pid=91909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:14:00.030000 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e4db70-0548-4e74-90c5-d32c3c6fc861 None None] Pushing event updated for resources: {'Port': ['ID=b52272c8-4fb6-403b-808a-137be22076bc,revision_number=1']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:00.045781 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e4db70-0548-4e74-90c5-d32c3c6fc861 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:14:00.046208 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e4db70-0548-4e74-90c5-d32c3c6fc861 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:14:00.046457 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e4db70-0548-4e74-90c5-d32c3c6fc861 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:14:00.046816 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e4db70-0548-4e74-90c5-d32c3c6fc861 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:14:00.047158 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e4db70-0548-4e74-90c5-d32c3c6fc861 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:14:00.047488 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e4db70-0548-4e74-90c5-d32c3c6fc861 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:14:00.048172 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e4db70-0548-4e74-90c5-d32c3c6fc861 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:14:00.048653 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e4db70-0548-4e74-90c5-d32c3c6fc861 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:14:00.049149 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e4db70-0548-4e74-90c5-d32c3c6fc861 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:14:00.049722 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e4db70-0548-4e74-90c5-d32c3c6fc861 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:14:00.050209 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e4db70-0548-4e74-90c5-d32c3c6fc861 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:14:00.050683 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e4db70-0548-4e74-90c5-d32c3c6fc861 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:14:00.055726 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-f9e4db70-0548-4e74-90c5-d32c3c6fc861 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:00.057063 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.managers [None req-f9e4db70-0548-4e74-90c5-d32c3c6fc861 None None] Attempting to bind port b52272c8-4fb6-403b-808a-137be22076bc on host dv-cinder-796471-1-iscsi for vnic_type normal with profile {{(pid=91909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:14:00.057591 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.managers [None req-f9e4db70-0548-4e74-90c5-d32c3c6fc861 None None] Attempting to bind port b52272c8-4fb6-403b-808a-137be22076bc by drivers openvswitch,hyperv on host dv-cinder-796471-1-iscsi at level 0 using segments [{'id': 'bdfc6570-21e3-4188-8b81-25944ca5b033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '38cc54e9-46a5-4f17-85e6-fe0dd786b611'}] {{(pid=91909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:14:00.058178 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e4db70-0548-4e74-90c5-d32c3c6fc861 None None] Attempting to bind port b52272c8-4fb6-403b-808a-137be22076bc on network 38cc54e9-46a5-4f17-85e6-fe0dd786b611 {{(pid=91909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:14:00.065478 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e4db70-0548-4e74-90c5-d32c3c6fc861 None None] Checking agent: {'id': 'a00a16a2-d8fd-48bc-a1ff-18db44b70890', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796471-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 4, 51), 'started_at': datetime.datetime(2021, 6, 15, 14, 5, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796471-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:14:00.066157 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e4db70-0548-4e74-90c5-d32c3c6fc861 None None] Checking segment: {'id': 'bdfc6570-21e3-4188-8b81-25944ca5b033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '38cc54e9-46a5-4f17-85e6-fe0dd786b611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:14:00.066764 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-f9e4db70-0548-4e74-90c5-d32c3c6fc861 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:00.067386 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e4db70-0548-4e74-90c5-d32c3c6fc861 None None] Bound using segment: {'id': 'bdfc6570-21e3-4188-8b81-25944ca5b033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '38cc54e9-46a5-4f17-85e6-fe0dd786b611'} {{(pid=91909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:14:00.068064 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.managers [None req-f9e4db70-0548-4e74-90c5-d32c3c6fc861 None None] Bound port: b52272c8-4fb6-403b-808a-137be22076bc, host: dv-cinder-796471-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdfc6570-21e3-4188-8b81-25944ca5b033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '38cc54e9-46a5-4f17-85e6-fe0dd786b611'}}] {{(pid=91909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:14:00.068647 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-f9e4db70-0548-4e74-90c5-d32c3c6fc861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:00.175995 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-f9e4db70-0548-4e74-90c5-d32c3c6fc861 None None] For port b52272c8-4fb6-403b-808a-137be22076bc, host dv-cinder-796471-1-iscsi, cleared binding levels {{(pid=91909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:14:00.179864 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-f9e4db70-0548-4e74-90c5-d32c3c6fc861 None None] For port b52272c8-4fb6-403b-808a-137be22076bc, host dv-cinder-796471-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796471-1-iscsi',level=0,port_id=b52272c8-4fb6-403b-808a-137be22076bc,segment=NetworkSegment(bdfc6570-21e3-4188-8b81-25944ca5b033),segment_id=bdfc6570-21e3-4188-8b81-25944ca5b033)] {{(pid=91909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:14:00.186446 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-f9e4db70-0548-4e74-90c5-d32c3c6fc861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492'] for port, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:00.189543 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:00.260285 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-ec4cb136-6a92-4705-8ce2-9926868d7151 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:00.296054 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e4db70-0548-4e74-90c5-d32c3c6fc861 None None] Pushing event updated for resources: {'Port': ['ID=b52272c8-4fb6-403b-808a-137be22076bc,revision_number=2']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:00.300168 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-f9e4db70-0548-4e74-90c5-d32c3c6fc861 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:00.302173 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 33272) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:14:00.303642 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-ec4cb136-6a92-4705-8ce2-9926868d7151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-33170876'] for port, before_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:00.327776 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-7dc40078-a440-41a1-b502-3a8f634769e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:00.466431 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.db.db_base_plugin_common [None req-ec4cb136-6a92-4705-8ce2-9926868d7151 admin admin] Allocated IP 172.27.1.46 (962d46ed-056a-473f-b9cc-450bda4e3641/a342ae99-1675-4821-852d-5dc3e7213bc2/d971e2b1-b9ea-44de-a79f-39fe38ddcd08) {{(pid=91907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:14:00.504520 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-7dc40078-a440-41a1-b502-3a8f634769e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:00.510831 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-7dc40078-a440-41a1-b502-3a8f634769e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:00.545858 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-3f70d276-dd7a-4073-941a-38a012eb6472 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:00.595526 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-7dc40078-a440-41a1-b502-3a8f634769e9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4648692b222d42bbb95e78903c4da516&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2919221 Jun 15 14:14:00.595766 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 33284) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:14:00.610113 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc40078-a440-41a1-b502-3a8f634769e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0b5b2df-1a05-4094-a3d6-6a8138b02885,revision_number=1']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:00.635785 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-7dc40078-a440-41a1-b502-3a8f634769e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:00.771397 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-ec4cb136-6a92-4705-8ce2-9926868d7151 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:00.787926 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-f5ffed10-6b27-4410-b04f-0dd28e8fcc0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:00.848275 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-f5ffed10-6b27-4410-b04f-0dd28e8fcc0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:00.854319 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 33294) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:14:00.943046 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-f5ffed10-6b27-4410-b04f-0dd28e8fcc0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:00.946408 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-f5ffed10-6b27-4410-b04f-0dd28e8fcc0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:00.947667 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-f5ffed10-6b27-4410-b04f-0dd28e8fcc0a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b0b5b2df-1a05-4094-a3d6-6a8138b02885 HTTP/1.1" status: 204 len: 168 time: 0.3509340 Jun 15 14:14:00.950194 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-5ee311cc-15d4-4ee4-a239-d19da8e39d50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:00.961016 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ffed10-6b27-4410-b04f-0dd28e8fcc0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0b5b2df-1a05-4094-a3d6-6a8138b02885,revision_number=None']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:00.964773 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-f5ffed10-6b27-4410-b04f-0dd28e8fcc0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:00.966909 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-ec4cb136-6a92-4705-8ce2-9926868d7151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33170815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-53808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781714044429'] for port, after_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:00.969357 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-ce6e5185-41df-4141-9e26-2927ee95594b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:00.994675 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.v2.base [None req-7b50dcc0-b374-4ec9-8270-d46e662b0a2b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-287899738-network', 'tenant_id': 'dc461159adb540bbbcfcd75ea5604cfb'}} {{(pid=91906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:14:01.019891 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b50dcc0-b374-4ec9-8270-d46e662b0a2b admin admin] Made reservation on behalf of dc461159adb540bbbcfcd75ea5604cfb for: {'network': 1} {{(pid=91906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:14:01.022479 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-7b50dcc0-b374-4ec9-8270-d46e662b0a2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-33170876'] for network, before_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:01.030558 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec4cb136-6a92-4705-8ce2-9926868d7151 admin admin] Network 962d46ed-056a-473f-b9cc-450bda4e3641 is already hosted by enough agents. {{(pid=91907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:14:01.033529 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.scheduler.base_scheduler [None req-ec4cb136-6a92-4705-8ce2-9926868d7151 admin admin] Resources bound (agent type, host, resource id): {{(pid=91907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:14:01.035823 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-7b50dcc0-b374-4ec9-8270-d46e662b0a2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:01.035986 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4cb136-6a92-4705-8ce2-9926868d7151 admin admin] Received port after_create {{(pid=91907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:14:01.150832 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4cb136-6a92-4705-8ce2-9926868d7151 admin admin] Pushing event updated for resources: {'Port': ['ID=d971e2b1-b9ea-44de-a79f-39fe38ddcd08,revision_number=1']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:01.159896 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-ec4cb136-6a92-4705-8ce2-9926868d7151 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:01.186288 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-7b50dcc0-b374-4ec9-8270-d46e662b0a2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:01.191201 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-7b50dcc0-b374-4ec9-8270-d46e662b0a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:01.196356 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:01.220780 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b50dcc0-b374-4ec9-8270-d46e662b0a2b admin admin] vlan segment allocate from pool success with {'vlan_id': 897, 'physical_network': 'physnet1'} {{(pid=91906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:14:01.230179 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b50dcc0-b374-4ec9-8270-d46e662b0a2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad05965b-15a7-4a7f-9728-8af208ea3874,revision_number=1']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:01.244646 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-7b50dcc0-b374-4ec9-8270-d46e662b0a2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:01.253078 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-7b50dcc0-b374-4ec9-8270-d46e662b0a2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32890017'] for segment, precommit_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:01.253743 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.db.segments_db [None req-7b50dcc0-b374-4ec9-8270-d46e662b0a2b admin admin] Added segment 669acf29-bcd8-42cf-bedb-e2672ed83e53 of type vlan for network aef6c564-c037-41ad-8e2d-dc5ff4f41860 Jun 15 14:14:01.255514 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-4bb089d7-ed8a-4f26-8b55-fe5479e7fa22 req-d4b75ba2-6055-400c-876c-8be510550244 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/ports?device_id=d71c4010-f1eb-4208-91ac-dca8202c8352 HTTP/1.1" status: 200 len: 210 time: 0.0579548 Jun 15 14:14:01.333519 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-7b50dcc0-b374-4ec9-8270-d46e662b0a2b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781714030749'] for network, precommit_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:01.389920 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-7b50dcc0-b374-4ec9-8270-d46e662b0a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-350226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537401'] for network, after_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:01.391378 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b50dcc0-b374-4ec9-8270-d46e662b0a2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:01.393142 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-7b50dcc0-b374-4ec9-8270-d46e662b0a2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537372'] for network, before_response {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:01.400582 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:01.456239 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-7b50dcc0-b374-4ec9-8270-d46e662b0a2b admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.6004112 Jun 15 14:14:01.459254 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 33308) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:14:01.466304 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.v2.base [None req-5d241fee-2025-4a62-8f77-8fe8738b1550 admin admin] Request body: {'subnet': {'network_id': 'aef6c564-c037-41ad-8e2d-dc5ff4f41860', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-287899738-subnet', 'tenant_id': 'dc461159adb540bbbcfcd75ea5604cfb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:14:01.494135 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-ec4cb136-6a92-4705-8ce2-9926868d7151 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:01.563109 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b50dcc0-b374-4ec9-8270-d46e662b0a2b admin admin] Pushing event updated for resources: {'Network': ['ID=aef6c564-c037-41ad-8e2d-dc5ff4f41860,revision_number=1']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:01.575796 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Network aef6c564-c037-41ad-8e2d-dc5ff4f41860 details requested by agent ovs-agent-dv-cinder-796471-1-iscsi with host dv-cinder-796471-1-iscsi {{(pid=91909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:14:01.617122 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-7b50dcc0-b374-4ec9-8270-d46e662b0a2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:01.776688 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d241fee-2025-4a62-8f77-8fe8738b1550 admin admin] Made reservation on behalf of dc461159adb540bbbcfcd75ea5604cfb for: {'subnet': 1} {{(pid=91906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:14:01.780692 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-5d241fee-2025-4a62-8f77-8fe8738b1550 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3427165'] for subnet, before_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:01.803539 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b170b710-3d2e-4681-a2b8-702a5a23be7e None None] Network 38cc54e9-46a5-4f17-85e6-fe0dd786b611 requested from dv-cinder-796471-1-iscsi {{(pid=91909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:14:01.856994 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-df7fb1ce-d073-4f7a-8555-14256d4a5dee None None] Provisioning for port b52272c8-4fb6-403b-808a-137be22076bc completed by entity DHCP. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:14:02.041703 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866373a6-cdc2-430c-ac0a-b724ba3fd1c0 req-e1b22058-a30e-481a-8c7f-bf247d381909 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:02.044245 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-866373a6-cdc2-430c-ac0a-b724ba3fd1c0 req-e1b22058-a30e-481a-8c7f-bf247d381909 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.67 "GET /v2.0/networks?id=53647b0d-4ed8-4c65-8def-7670da912845 HTTP/1.1" status: 200 len: 814 time: 0.4983699 Jun 15 14:14:02.066583 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.v2.base [req-866373a6-cdc2-430c-ac0a-b724ba3fd1c0 req-17a9a356-9b77-408a-b8d6-052f4bf52a64 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Request body: {'port': {'device_id': 'd71c4010-f1eb-4208-91ac-dca8202c8352', 'network_id': '53647b0d-4ed8-4c65-8def-7670da912845', 'admin_state_up': True, 'tenant_id': '3b9c49b5e22342c8817f864fe7313c45'}} {{(pid=91906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:14:02.196046 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Device b52272c8-4fb6-403b-808a-137be22076bc up at agent ovs-agent-dv-cinder-796471-1-iscsi {{(pid=91909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:14:02.216904 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-ec4cb136-6a92-4705-8ce2-9926868d7151 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-706216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-667285'] for router, after_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:02.266381 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-5d241fee-2025-4a62-8f77-8fe8738b1550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3410539', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3427147'] for subnet, after_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:02.309732 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Provisioning for port b52272c8-4fb6-403b-808a-137be22076bc completed by entity L2. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:14:02.314708 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Provisioning complete for port b52272c8-4fb6-403b-808a-137be22076bc triggered by entity L2. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:14:02.315212 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897510'] for port, provisioning_complete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:02.332681 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-c411a558-5558-4676-a90d-51eb1cef40b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:02.472942 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:02.507882 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d241fee-2025-4a62-8f77-8fe8738b1550 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7617c69e-c1e9-44df-9ad7-ee8c6a77420c,revision_number=0']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:02.513687 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec4cb136-6a92-4705-8ce2-9926868d7151 admin admin] Router 20c0eaad-83cf-4430-b708-c66bdd7420d8 is scheduled to L3 agent 7c0fcfb6-ee6c-4f84-9204-f4cc96555f34 with binding_index 1 {{(pid=91907) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 15 14:14:02.534207 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-5d241fee-2025-4a62-8f77-8fe8738b1550 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:02.567235 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] For port b52272c8-4fb6-403b-808a-137be22076bc, host dv-cinder-796471-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796471-1-iscsi',level=0,port_id=b52272c8-4fb6-403b-808a-137be22076bc,segment=NetworkSegment(bdfc6570-21e3-4188-8b81-25944ca5b033),segment_id=bdfc6570-21e3-4188-8b81-25944ca5b033)] {{(pid=91909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:14:02.581629 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492'] for port, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:02.582341 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-128c7f88-a970-4d9d-86cb-4d7ff31e59b4 req-7e1dc64c-73f5-43fe-adbb-3b3b430243dd tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/ports?device_id=d71c4010-f1eb-4208-91ac-dca8202c8352 HTTP/1.1" status: 200 len: 210 time: 0.0468335 Jun 15 14:14:02.584836 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-ea3ab3bd-3b64-4b68-a389-51d9f269d25a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:02.585350 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d241fee-2025-4a62-8f77-8fe8738b1550 admin admin] Checking segment: {'id': '669acf29-bcd8-42cf-bedb-e2672ed83e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'aef6c564-c037-41ad-8e2d-dc5ff4f41860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:14:02.585696 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d241fee-2025-4a62-8f77-8fe8738b1550 admin admin] Network hostable DHCP agents. Network: aef6c564-c037-41ad-8e2d-dc5ff4f41860, hostable agents: ['b76165da-6319-4f74-a975-61037e393453'], hosted agents: [] {{(pid=91906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:14:02.605270 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-866373a6-cdc2-430c-ac0a-b724ba3fd1c0 req-17a9a356-9b77-408a-b8d6-052f4bf52a64 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Made reservation on behalf of 3b9c49b5e22342c8817f864fe7313c45 for: {'port': 1} {{(pid=91906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:14:02.608822 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [req-866373a6-cdc2-430c-ac0a-b724ba3fd1c0 req-17a9a356-9b77-408a-b8d6-052f4bf52a64 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-33170876'] for port, before_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:02.636296 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d241fee-2025-4a62-8f77-8fe8738b1550 admin admin] Network aef6c564-c037-41ad-8e2d-dc5ff4f41860 is scheduled to be hosted by DHCP agent b76165da-6319-4f74-a975-61037e393453 with binding_index 1 {{(pid=91906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:14:02.661056 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.scheduler.base_scheduler [None req-5d241fee-2025-4a62-8f77-8fe8738b1550 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796471-1-iscsi, aef6c564-c037-41ad-8e2d-dc5ff4f41860) {{(pid=91906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:14:02.663581 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Pushing event updated for resources: {'Port': ['ID=b52272c8-4fb6-403b-808a-137be22076bc,revision_number=3']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:02.669613 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:02.671889 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a983edb-306a-4b70-bdd5-4d8109fd37b3 None None] Network aef6c564-c037-41ad-8e2d-dc5ff4f41860 requested from dv-cinder-796471-1-iscsi {{(pid=91909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:14:02.676097 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d241fee-2025-4a62-8f77-8fe8738b1550 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:02.676752 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-5d241fee-2025-4a62-8f77-8fe8738b1550 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537372'] for subnet, before_response {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:02.698442 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-5d241fee-2025-4a62-8f77-8fe8738b1550 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.2354548 Jun 15 14:14:02.707403 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 33346) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:14:02.732723 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.v2.base [None req-98b314d5-721b-4bff-a9e3-6b1465f452de admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-287899738-router', 'tenant_id': 'dc461159adb540bbbcfcd75ea5604cfb', 'external_gateway_info': {'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641'}}} {{(pid=91907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:14:02.777973 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-c4f864a4-76f3-40dc-b2bf-f958cdf35815 None None] Provisioning complete for port b52272c8-4fb6-403b-808a-137be22076bc triggered by entity DHCP. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:14:02.778412 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-c4f864a4-76f3-40dc-b2bf-f958cdf35815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897510'] for port, provisioning_complete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:02.786097 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-98b314d5-721b-4bff-a9e3-6b1465f452de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10752'] for router, before_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:02.787121 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-98b314d5-721b-4bff-a9e3-6b1465f452de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-667090', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338381', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10775'] for router, precommit_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:02.802672 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec4cb136-6a92-4705-8ce2-9926868d7151 admin admin] Notify agent at l3_agent.dv-cinder-796471-1-iscsi the message routers_updated {{(pid=91907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:14:02.816784 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2455c4e-550e-4a30-90ef-bbe514e29ad5 None None] Sync routers for ids ['20c0eaad-83cf-4430-b708-c66bdd7420d8'] in dv-cinder-796471-1-iscsi {{(pid=91910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:14:02.829846 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-ec4cb136-6a92-4705-8ce2-9926868d7151 admin admin] Notify callbacks [] for router, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:02.831645 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-ec4cb136-6a92-4705-8ce2-9926868d7151 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.7245948 Jun 15 14:14:02.837096 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2455c4e-550e-4a30-90ef-bbe514e29ad5 None None] Routers {'20c0eaad-83cf-4430-b708-c66bdd7420d8'} bound to L3 agent in host dv-cinder-796471-1-iscsi {{(pid=91910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:14:02.839775 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 33350) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:14:02.845376 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-f2455c4e-550e-4a30-90ef-bbe514e29ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796471-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-15T14:04:51Z,description=,heartbeat_timestamp=2021-06-15T14:13:51Z,host='dv-cinder-796471-1-iscsi',id=7c0fcfb6-ee6c-4f84-9204-f4cc96555f34,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:04:51Z,topic='l3_agent')) {'router_ids': ['20c0eaad-83cf-4430-b708-c66bdd7420d8'], 'active': True} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:14:02.885608 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-98b314d5-721b-4bff-a9e3-6b1465f452de admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:02.985466 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35fba2b9-8eab-4a8e-9857-b078e83d6b93 None None] Network aef6c564-c037-41ad-8e2d-dc5ff4f41860 requested from dv-cinder-796471-1-iscsi {{(pid=91909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:14:03.137738 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvr_db [None req-f2455c4e-550e-4a30-90ef-bbe514e29ad5 None None] Set router 20c0eaad-83cf-4430-b708-c66bdd7420d8 gateway port host: dv-cinder-796471-1-iscsi {{(pid=91910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:14:03.167812 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-98b314d5-721b-4bff-a9e3-6b1465f452de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-667085', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-706225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10981'] for router, precommit_update {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:03.531440 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-f2455c4e-550e-4a30-90ef-bbe514e29ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c0eaad-83cf-4430-b708-c66bdd7420d8', 'name': 'tempest-TestVolumeBootPattern-92072223-router', 'tenant_id': 'c3de56a81c9f49fdb5657745f0c5e9a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'external_fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': 'd971e2b1-b9ea-44de-a79f-39fe38ddcd08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:13:59Z', 'updated_at': '2021-06-15T14:14:01Z', 'revision_number': 3, 'project_id': 'c3de56a81c9f49fdb5657745f0c5e9a7', 'gw_port': {'id': 'd971e2b1-b9ea-44de-a79f-39fe38ddcd08', 'name': '', 'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d4:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20c0eaad-83cf-4430-b708-c66bdd7420d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:14:00Z', 'updated_at': '2021-06-15T14:14:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796471-1-iscsi'}], 'dv-cinder-796471-1-iscsi', False) {} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:14:03.537614 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2455c4e-550e-4a30-90ef-bbe514e29ad5 None None] Checking router: 20c0eaad-83cf-4430-b708-c66bdd7420d8 for host: dv-cinder-796471-1-iscsi {{(pid=91910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:14:03.538336 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2455c4e-550e-4a30-90ef-bbe514e29ad5 None None] Updating router 20c0eaad-83cf-4430-b708-c66bdd7420d8 port d971e2b1-b9ea-44de-a79f-39fe38ddcd08 binding host dv-cinder-796471-1-iscsi {{(pid=91910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 14:14:03.569532 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-98b314d5-721b-4bff-a9e3-6b1465f452de admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:03.590861 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-f2455c4e-550e-4a30-90ef-bbe514e29ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:03.605076 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-98b314d5-721b-4bff-a9e3-6b1465f452de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-33170876'] for port, before_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:03.628385 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.db.db_base_plugin_common [req-866373a6-cdc2-430c-ac0a-b724ba3fd1c0 req-17a9a356-9b77-408a-b8d6-052f4bf52a64 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Allocated IP 172.20.0.11 (53647b0d-4ed8-4c65-8def-7670da912845/afd26063-2fe1-438c-a2ba-9412fb4f10c5/1c3a23a8-b0e5-4c9a-ba3f-779490b8b7b7) {{(pid=91906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:14:03.834633 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.db.db_base_plugin_common [None req-98b314d5-721b-4bff-a9e3-6b1465f452de admin admin] Allocated IP 172.27.1.108 (962d46ed-056a-473f-b9cc-450bda4e3641/a342ae99-1675-4821-852d-5dc3e7213bc2/3500ef57-393b-4a0f-a23a-0f69cc7d4c16) {{(pid=91907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:14:03.956243 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-b9009e1c-10ca-45a8-ae38-defc64440ff9 req-9ab29854-dc32-4189-872c-9db29bfbba07 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/ports?device_id=d71c4010-f1eb-4208-91ac-dca8202c8352 HTTP/1.1" status: 200 len: 210 time: 0.1573782 Jun 15 14:14:03.998232 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-98b314d5-721b-4bff-a9e3-6b1465f452de admin admin] Notify callbacks [] for port, precommit_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:04.051500 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Device b52272c8-4fb6-403b-808a-137be22076bc up at agent ovs-agent-dv-cinder-796471-1-iscsi {{(pid=91909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:14:04.063648 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-98b314d5-721b-4bff-a9e3-6b1465f452de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33170815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-53808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781714044429'] for port, after_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:04.071699 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-184d70e5-4c28-4364-88cf-bb0acd60ca02 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:04.121116 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [req-866373a6-cdc2-430c-ac0a-b724ba3fd1c0 req-17a9a356-9b77-408a-b8d6-052f4bf52a64 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Notify callbacks [] for port, precommit_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:04.138588 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b314d5-721b-4bff-a9e3-6b1465f452de admin admin] Network 962d46ed-056a-473f-b9cc-450bda4e3641 is already hosted by enough agents. {{(pid=91907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:14:04.140115 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Provisioning complete for port b52272c8-4fb6-403b-808a-137be22076bc triggered by entity L2. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:14:04.141111 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897510'] for port, provisioning_complete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:04.141641 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.scheduler.base_scheduler [None req-98b314d5-721b-4bff-a9e3-6b1465f452de admin admin] Resources bound (agent type, host, resource id): {{(pid=91907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:14:04.145424 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b314d5-721b-4bff-a9e3-6b1465f452de admin admin] Received port after_create {{(pid=91907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:14:04.282982 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [req-866373a6-cdc2-430c-ac0a-b724ba3fd1c0 req-17a9a356-9b77-408a-b8d6-052f4bf52a64 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33170815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-53808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781714044429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3410907'] for port, after_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:04.302123 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-8a80675c-43b9-452d-b84c-a837b6096a27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:04.309642 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-f2455c4e-550e-4a30-90ef-bbe514e29ad5 None None] Notify callbacks [] for port, precommit_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:04.318193 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-f2455c4e-550e-4a30-90ef-bbe514e29ad5 None None] Transition to ACTIVE for port object d971e2b1-b9ea-44de-a79f-39fe38ddcd08 will not be triggered until provisioned by entity L2. {{(pid=91910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:14:04.326994 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-f2455c4e-550e-4a30-90ef-bbe514e29ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492'] for port, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:04.328747 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] get_ports_and_sgs() called for port_ids ['b4bd8b82-6993-4194-9681-d6ca79a7cbed'] {{(pid=91909) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:14:04.329516 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:04.361506 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-866373a6-cdc2-430c-ac0a-b724ba3fd1c0 req-17a9a356-9b77-408a-b8d6-052f4bf52a64 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Network 53647b0d-4ed8-4c65-8def-7670da912845 is already hosted by enough agents. {{(pid=91906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:14:04.369817 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.scheduler.base_scheduler [req-866373a6-cdc2-430c-ac0a-b724ba3fd1c0 req-17a9a356-9b77-408a-b8d6-052f4bf52a64 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Resources bound (agent type, host, resource id): {{(pid=91906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:14:04.373531 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.db.l3_dvrscheduler_db [req-866373a6-cdc2-430c-ac0a-b724ba3fd1c0 req-17a9a356-9b77-408a-b8d6-052f4bf52a64 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Received port after_create {{(pid=91906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:14:04.381610 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-ab638b86-0f13-40e8-ba80-53734b71efa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-33170876'] for port, before_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:04.381989 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf9ad47-8113-46a5-92bc-528cdfd8d25c None None] Pushing event updated for resources: {'Port': ['ID=d971e2b1-b9ea-44de-a79f-39fe38ddcd08,revision_number=2']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:04.394431 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf9ad47-8113-46a5-92bc-528cdfd8d25c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:14:04.394856 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf9ad47-8113-46a5-92bc-528cdfd8d25c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:14:04.395206 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf9ad47-8113-46a5-92bc-528cdfd8d25c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:14:04.395676 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf9ad47-8113-46a5-92bc-528cdfd8d25c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:14:04.396008 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf9ad47-8113-46a5-92bc-528cdfd8d25c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:14:04.396379 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf9ad47-8113-46a5-92bc-528cdfd8d25c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:14:04.396762 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf9ad47-8113-46a5-92bc-528cdfd8d25c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:14:04.397415 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf9ad47-8113-46a5-92bc-528cdfd8d25c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:14:04.397988 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf9ad47-8113-46a5-92bc-528cdfd8d25c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:14:04.399078 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf9ad47-8113-46a5-92bc-528cdfd8d25c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:14:04.399078 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf9ad47-8113-46a5-92bc-528cdfd8d25c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:14:04.399301 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf9ad47-8113-46a5-92bc-528cdfd8d25c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:14:04.406870 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-fdf9ad47-8113-46a5-92bc-528cdfd8d25c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:04.431231 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.managers [None req-f2455c4e-550e-4a30-90ef-bbe514e29ad5 None None] Attempting to bind port d971e2b1-b9ea-44de-a79f-39fe38ddcd08 on host dv-cinder-796471-1-iscsi for vnic_type normal with profile {{(pid=91910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:14:04.431610 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.managers [None req-f2455c4e-550e-4a30-90ef-bbe514e29ad5 None None] Attempting to bind port d971e2b1-b9ea-44de-a79f-39fe38ddcd08 by drivers openvswitch,hyperv on host dv-cinder-796471-1-iscsi at level 0 using segments [{'id': '16359361-6c0e-4f40-8a0e-56105654022c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641'}] {{(pid=91910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:14:04.431981 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2455c4e-550e-4a30-90ef-bbe514e29ad5 None None] Attempting to bind port d971e2b1-b9ea-44de-a79f-39fe38ddcd08 on network 962d46ed-056a-473f-b9cc-450bda4e3641 {{(pid=91910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:14:04.438388 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2455c4e-550e-4a30-90ef-bbe514e29ad5 None None] Checking agent: {'id': 'a00a16a2-d8fd-48bc-a1ff-18db44b70890', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796471-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 4, 51), 'started_at': datetime.datetime(2021, 6, 15, 14, 5, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796471-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:14:04.438770 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2455c4e-550e-4a30-90ef-bbe514e29ad5 None None] Checking segment: {'id': '16359361-6c0e-4f40-8a0e-56105654022c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:14:04.439208 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-f2455c4e-550e-4a30-90ef-bbe514e29ad5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:04.440340 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2455c4e-550e-4a30-90ef-bbe514e29ad5 None None] Bound using segment: {'id': '16359361-6c0e-4f40-8a0e-56105654022c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641'} {{(pid=91910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:14:04.440830 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.managers [None req-f2455c4e-550e-4a30-90ef-bbe514e29ad5 None None] Bound port: d971e2b1-b9ea-44de-a79f-39fe38ddcd08, host: dv-cinder-796471-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16359361-6c0e-4f40-8a0e-56105654022c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641'}}] {{(pid=91910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:14:04.441568 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-f2455c4e-550e-4a30-90ef-bbe514e29ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:04.448405 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a9a356-9b77-408a-b8d6-052f4bf52a64 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Pushing event updated for resources: {'Port': ['ID=1c3a23a8-b0e5-4c9a-ba3f-779490b8b7b7,revision_number=1']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:04.458666 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-17a9a356-9b77-408a-b8d6-052f4bf52a64 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:04.484045 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866373a6-cdc2-430c-ac0a-b724ba3fd1c0 req-17a9a356-9b77-408a-b8d6-052f4bf52a64 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:04.484787 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [req-866373a6-cdc2-430c-ac0a-b724ba3fd1c0 req-17a9a356-9b77-408a-b8d6-052f4bf52a64 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58954'] for port, before_response {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:04.512461 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-f2455c4e-550e-4a30-90ef-bbe514e29ad5 None None] For port d971e2b1-b9ea-44de-a79f-39fe38ddcd08, host dv-cinder-796471-1-iscsi, cleared binding levels {{(pid=91910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:14:04.519531 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-f2455c4e-550e-4a30-90ef-bbe514e29ad5 None None] For port d971e2b1-b9ea-44de-a79f-39fe38ddcd08, host dv-cinder-796471-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796471-1-iscsi',level=0,port_id=d971e2b1-b9ea-44de-a79f-39fe38ddcd08,segment=NetworkSegment(16359361-6c0e-4f40-8a0e-56105654022c),segment_id=16359361-6c0e-4f40-8a0e-56105654022c)] {{(pid=91910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:14:04.525489 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-f2455c4e-550e-4a30-90ef-bbe514e29ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492'] for port, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:04.529100 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-86b33b49-ce69-475a-8e83-762f53f676f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:04.537994 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b314d5-721b-4bff-a9e3-6b1465f452de admin admin] Pushing event updated for resources: {'Port': ['ID=3500ef57-393b-4a0f-a23a-0f69cc7d4c16,revision_number=1']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:04.542575 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-98b314d5-721b-4bff-a9e3-6b1465f452de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:04.571638 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-866373a6-cdc2-430c-ac0a-b724ba3fd1c0 req-17a9a356-9b77-408a-b8d6-052f4bf52a64 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5090349 Jun 15 14:14:04.586011 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2455c4e-550e-4a30-90ef-bbe514e29ad5 None None] Routers {'20c0eaad-83cf-4430-b708-c66bdd7420d8'} bound to L3 agent in host dv-cinder-796471-1-iscsi {{(pid=91910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:14:04.586712 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-f2455c4e-550e-4a30-90ef-bbe514e29ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796471-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-15T14:04:51Z,description=,heartbeat_timestamp=2021-06-15T14:13:51Z,host='dv-cinder-796471-1-iscsi',id=7c0fcfb6-ee6c-4f84-9204-f4cc96555f34,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:04:51Z,topic='l3_agent')) {'router_ids': ['20c0eaad-83cf-4430-b708-c66bdd7420d8'], 'active': True} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:14:04.625942 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.v2.base [req-866373a6-cdc2-430c-ac0a-b724ba3fd1c0 req-692f26a5-cac7-4819-b63c-709d0d674e2b service neutron] Request body: {'port': {'device_id': 'd71c4010-f1eb-4208-91ac-dca8202c8352', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79647'}} {{(pid=91906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:14:04.714714 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-98b314d5-721b-4bff-a9e3-6b1465f452de admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:04.753097 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf9ad47-8113-46a5-92bc-528cdfd8d25c None None] Pushing event updated for resources: {'Port': ['ID=d971e2b1-b9ea-44de-a79f-39fe38ddcd08,revision_number=3']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:04.757871 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-fdf9ad47-8113-46a5-92bc-528cdfd8d25c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:04.807024 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvr_db [None req-f2455c4e-550e-4a30-90ef-bbe514e29ad5 None None] Set router 20c0eaad-83cf-4430-b708-c66bdd7420d8 gateway port host: dv-cinder-796471-1-iscsi {{(pid=91910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:14:04.832526 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [req-866373a6-cdc2-430c-ac0a-b724ba3fd1c0 req-692f26a5-cac7-4819-b63c-709d0d674e2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:04.836801 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.db.db_base_plugin_common [None req-ab638b86-0f13-40e8-ba80-53734b71efa0 admin admin] Allocated IP 172.20.0.1 (38cc54e9-46a5-4f17-85e6-fe0dd786b611/c7a8d3b2-93d0-474b-a785-3b20f05c50a2/da9737a8-9041-44ab-8b20-9f32fed8bfee) {{(pid=91906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:14:05.073333 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-98b314d5-721b-4bff-a9e3-6b1465f452de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-706216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-667285'] for router, after_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:05.175248 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-f2455c4e-550e-4a30-90ef-bbe514e29ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c0eaad-83cf-4430-b708-c66bdd7420d8', 'name': 'tempest-TestVolumeBootPattern-92072223-router', 'tenant_id': 'c3de56a81c9f49fdb5657745f0c5e9a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'external_fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': 'd971e2b1-b9ea-44de-a79f-39fe38ddcd08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:13:59Z', 'updated_at': '2021-06-15T14:14:01Z', 'revision_number': 3, 'project_id': 'c3de56a81c9f49fdb5657745f0c5e9a7', 'gw_port': {'id': 'd971e2b1-b9ea-44de-a79f-39fe38ddcd08', 'name': '', 'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d4:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20c0eaad-83cf-4430-b708-c66bdd7420d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:14:00Z', 'updated_at': '2021-06-15T14:14:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796471-1-iscsi'}], 'dv-cinder-796471-1-iscsi', False) {} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:14:05.185883 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2455c4e-550e-4a30-90ef-bbe514e29ad5 None None] The sync data for ids ['20c0eaad-83cf-4430-b708-c66bdd7420d8'] in dv-cinder-796471-1-iscsi is: [{'id': '20c0eaad-83cf-4430-b708-c66bdd7420d8', 'name': 'tempest-TestVolumeBootPattern-92072223-router', 'tenant_id': 'c3de56a81c9f49fdb5657745f0c5e9a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'external_fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': 'd971e2b1-b9ea-44de-a79f-39fe38ddcd08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:13:59Z', 'updated_at': '2021-06-15T14:14:01Z', 'revision_number': 3, 'project_id': 'c3de56a81c9f49fdb5657745f0c5e9a7', 'gw_port': {'id': 'd971e2b1-b9ea-44de-a79f-39fe38ddcd08', 'name': '', 'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d4:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20c0eaad-83cf-4430-b708-c66bdd7420d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:14:00Z', 'updated_at': '2021-06-15T14:14:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796471-1-iscsi'}] {{(pid=91910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:14:05.263890 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-ab638b86-0f13-40e8-ba80-53734b71efa0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:05.291352 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.db.provisioning_blocks [None req-ab638b86-0f13-40e8-ba80-53734b71efa0 admin admin] Transition to ACTIVE for port object da9737a8-9041-44ab-8b20-9f32fed8bfee will not be triggered until provisioned by entity DHCP. {{(pid=91906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:14:05.354550 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ebf211-a4ef-46ff-b062-ecd02a910c0d req-e3542e92-f444-42a6-9dc9-808370078721 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:05.359263 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-d5ebf211-a4ef-46ff-b062-ecd02a910c0d req-e3542e92-f444-42a6-9dc9-808370078721 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/ports?device_id=d71c4010-f1eb-4208-91ac-dca8202c8352 HTTP/1.1" status: 200 len: 932 time: 0.1345580 Jun 15 14:14:05.373280 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.notifiers.nova [req-866373a6-cdc2-430c-ac0a-b724ba3fd1c0 req-692f26a5-cac7-4819-b63c-709d0d674e2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c3a23a8-b0e5-4c9a-ba3f-779490b8b7b7 {{(pid=91906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:14:05.403623 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [req-866373a6-cdc2-430c-ac0a-b724ba3fd1c0 req-692f26a5-cac7-4819-b63c-709d0d674e2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:05.427348 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.db.provisioning_blocks [req-866373a6-cdc2-430c-ac0a-b724ba3fd1c0 req-692f26a5-cac7-4819-b63c-709d0d674e2b service neutron] Transition to ACTIVE for port object 1c3a23a8-b0e5-4c9a-ba3f-779490b8b7b7 will not be triggered until provisioned by entity L2. {{(pid=91906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:14:05.431156 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-d5ebf211-a4ef-46ff-b062-ecd02a910c0d req-8c9d7db1-b1c8-4499-8167-e4c3680d3284 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/security-groups?id=69da6443-a760-4382-8ecd-b3b336e40d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670614 Jun 15 14:14:05.437713 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [req-866373a6-cdc2-430c-ac0a-b724ba3fd1c0 req-692f26a5-cac7-4819-b63c-709d0d674e2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3410917'] for port, after_update {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:05.440356 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-ab638b86-0f13-40e8-ba80-53734b71efa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33170815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-53808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781714044429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3410907'] for port, after_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:05.454881 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:05.459092 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98b314d5-721b-4bff-a9e3-6b1465f452de admin admin] Router 393e0435-0f48-44fa-a05d-23784279a998 is scheduled to L3 agent 7c0fcfb6-ee6c-4f84-9204-f4cc96555f34 with binding_index 1 {{(pid=91907) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 15 14:14:05.618847 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab638b86-0f13-40e8-ba80-53734b71efa0 admin admin] Network 38cc54e9-46a5-4f17-85e6-fe0dd786b611 is already hosted by enough agents. {{(pid=91906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:14:05.621134 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.scheduler.base_scheduler [None req-ab638b86-0f13-40e8-ba80-53734b71efa0 admin admin] Resources bound (agent type, host, resource id): {{(pid=91906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:14:05.627202 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab638b86-0f13-40e8-ba80-53734b71efa0 admin admin] Received port after_create {{(pid=91906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:14:05.634558 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692f26a5-cac7-4819-b63c-709d0d674e2b service neutron] Pushing event updated for resources: {'Port': ['ID=1c3a23a8-b0e5-4c9a-ba3f-779490b8b7b7,revision_number=2']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:05.721364 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98b314d5-721b-4bff-a9e3-6b1465f452de admin admin] Notify agent at l3_agent.dv-cinder-796471-1-iscsi the message routers_updated {{(pid=91907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:14:05.738993 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ff33dd-fed2-48b4-b9ce-6c6835279f1d None None] Sync routers for ids ['393e0435-0f48-44fa-a05d-23784279a998'] in dv-cinder-796471-1-iscsi {{(pid=91909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:14:05.754731 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ff33dd-fed2-48b4-b9ce-6c6835279f1d None None] Routers {'393e0435-0f48-44fa-a05d-23784279a998'} bound to L3 agent in host dv-cinder-796471-1-iscsi {{(pid=91909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:14:05.756805 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_hamode_db [None req-89ff33dd-fed2-48b4-b9ce-6c6835279f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796471-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-15T14:04:51Z,description=,heartbeat_timestamp=2021-06-15T14:13:51Z,host='dv-cinder-796471-1-iscsi',id=7c0fcfb6-ee6c-4f84-9204-f4cc96555f34,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:04:51Z,topic='l3_agent')) {'router_ids': ['393e0435-0f48-44fa-a05d-23784279a998'], 'active': True} {{(pid=91909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:14:05.766739 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-98b314d5-721b-4bff-a9e3-6b1465f452de admin admin] Notify callbacks [] for router, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:05.771139 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-98b314d5-721b-4bff-a9e3-6b1465f452de admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.0597832 Jun 15 14:14:05.771316 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 33404) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:14:05.813788 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-ab638b86-0f13-40e8-ba80-53734b71efa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-670032'] for router_interface, before_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:05.892834 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab638b86-0f13-40e8-ba80-53734b71efa0 admin admin] Pushing event updated for resources: {'Port': ['ID=da9737a8-9041-44ab-8b20-9f32fed8bfee,revision_number=1']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:05.913011 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-ab638b86-0f13-40e8-ba80-53734b71efa0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:05.913472 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.427s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:05.913780 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:05.948319 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.managers [req-866373a6-cdc2-430c-ac0a-b724ba3fd1c0 req-692f26a5-cac7-4819-b63c-709d0d674e2b service neutron] Attempting to bind port 1c3a23a8-b0e5-4c9a-ba3f-779490b8b7b7 on host hv-cinder-79647 for vnic_type normal with profile {{(pid=91906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:14:05.948319 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.managers [req-866373a6-cdc2-430c-ac0a-b724ba3fd1c0 req-692f26a5-cac7-4819-b63c-709d0d674e2b service neutron] Attempting to bind port 1c3a23a8-b0e5-4c9a-ba3f-779490b8b7b7 by drivers openvswitch,hyperv on host hv-cinder-79647 at level 0 using segments [{'id': 'c1e51313-9c41-43ed-bd7f-44cfad65f5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '53647b0d-4ed8-4c65-8def-7670da912845'}] {{(pid=91906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:14:05.948319 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-866373a6-cdc2-430c-ac0a-b724ba3fd1c0 req-692f26a5-cac7-4819-b63c-709d0d674e2b service neutron] Attempting to bind port 1c3a23a8-b0e5-4c9a-ba3f-779490b8b7b7 on network 53647b0d-4ed8-4c65-8def-7670da912845 {{(pid=91906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:14:05.956046 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-866373a6-cdc2-430c-ac0a-b724ba3fd1c0 req-692f26a5-cac7-4819-b63c-709d0d674e2b service neutron] Port 1c3a23a8-b0e5-4c9a-ba3f-779490b8b7b7 on network 53647b0d-4ed8-4c65-8def-7670da912845 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79647 {{(pid=91906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 14:14:05.956374 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-866373a6-cdc2-430c-ac0a-b724ba3fd1c0 req-692f26a5-cac7-4819-b63c-709d0d674e2b service neutron] Attempting to bind port 1c3a23a8-b0e5-4c9a-ba3f-779490b8b7b7 on network 53647b0d-4ed8-4c65-8def-7670da912845 {{(pid=91906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:14:05.966237 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-866373a6-cdc2-430c-ac0a-b724ba3fd1c0 req-692f26a5-cac7-4819-b63c-709d0d674e2b service neutron] Checking agent: {'id': 'ecd79229-812b-453e-8934-f3ab9293fb1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79647', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 10, 57), 'started_at': datetime.datetime(2021, 6, 15, 14, 10, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 13, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:14:05.966577 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-866373a6-cdc2-430c-ac0a-b724ba3fd1c0 req-692f26a5-cac7-4819-b63c-709d0d674e2b service neutron] Checking segment: {'id': 'c1e51313-9c41-43ed-bd7f-44cfad65f5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '53647b0d-4ed8-4c65-8def-7670da912845'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:14:05.966993 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-866373a6-cdc2-430c-ac0a-b724ba3fd1c0 req-692f26a5-cac7-4819-b63c-709d0d674e2b service neutron] Bound using segment: {'id': 'c1e51313-9c41-43ed-bd7f-44cfad65f5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '53647b0d-4ed8-4c65-8def-7670da912845'} {{(pid=91906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:14:05.967747 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.managers [req-866373a6-cdc2-430c-ac0a-b724ba3fd1c0 req-692f26a5-cac7-4819-b63c-709d0d674e2b service neutron] Bound port: 1c3a23a8-b0e5-4c9a-ba3f-779490b8b7b7, host: hv-cinder-79647, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1e51313-9c41-43ed-bd7f-44cfad65f5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '53647b0d-4ed8-4c65-8def-7670da912845'}}] {{(pid=91906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:14:05.967913 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [req-866373a6-cdc2-430c-ac0a-b724ba3fd1c0 req-692f26a5-cac7-4819-b63c-709d0d674e2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:06.183957 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Device d971e2b1-b9ea-44de-a79f-39fe38ddcd08 up at agent ovs-agent-dv-cinder-796471-1-iscsi {{(pid=91909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:14:06.254635 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-ab638b86-0f13-40e8-ba80-53734b71efa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:06.290494 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.db [req-866373a6-cdc2-430c-ac0a-b724ba3fd1c0 req-692f26a5-cac7-4819-b63c-709d0d674e2b service neutron] For port 1c3a23a8-b0e5-4c9a-ba3f-779490b8b7b7, host hv-cinder-79647, cleared binding levels {{(pid=91906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:14:06.321801 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-f783596e-3066-4b1c-ba4f-cfe9ec63b3ff None None] Provisioning for port da9737a8-9041-44ab-8b20-9f32fed8bfee completed by entity DHCP. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:14:06.339737 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-f783596e-3066-4b1c-ba4f-cfe9ec63b3ff None None] Provisioning complete for port da9737a8-9041-44ab-8b20-9f32fed8bfee triggered by entity DHCP. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:14:06.340427 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-f783596e-3066-4b1c-ba4f-cfe9ec63b3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897510'] for port, provisioning_complete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:06.344113 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.db [req-866373a6-cdc2-430c-ac0a-b724ba3fd1c0 req-692f26a5-cac7-4819-b63c-709d0d674e2b service neutron] For port 1c3a23a8-b0e5-4c9a-ba3f-779490b8b7b7, host hv-cinder-79647, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79647',level=0,port_id=1c3a23a8-b0e5-4c9a-ba3f-779490b8b7b7,segment=NetworkSegment(c1e51313-9c41-43ed-bd7f-44cfad65f5b9),segment_id=c1e51313-9c41-43ed-bd7f-44cfad65f5b9)] {{(pid=91906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:14:06.358544 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [req-866373a6-cdc2-430c-ac0a-b724ba3fd1c0 req-692f26a5-cac7-4819-b63c-709d0d674e2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3410917'] for port, after_update {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:06.362530 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-17a9a356-9b77-408a-b8d6-052f4bf52a64 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:06.426767 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866373a6-cdc2-430c-ac0a-b724ba3fd1c0 req-692f26a5-cac7-4819-b63c-709d0d674e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:06.427674 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [req-866373a6-cdc2-430c-ac0a-b724ba3fd1c0 req-692f26a5-cac7-4819-b63c-709d0d674e2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58954'] for port, before_response {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:06.430064 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-866373a6-cdc2-430c-ac0a-b724ba3fd1c0 req-692f26a5-cac7-4819-b63c-709d0d674e2b service neutron] 10.222.0.67 "PUT /v2.0/ports/1c3a23a8-b0e5-4c9a-ba3f-779490b8b7b7 HTTP/1.1" status: 200 len: 1094 time: 1.8092866 Jun 15 14:14:06.455025 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd71c4010-f1eb-4208-91ac-dca8202c8352', 'tag': '1c3a23a8-b0e5-4c9a-ba3f-779490b8b7b7'}] {{(pid=91906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:14:06.455981 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6e08b2e8a943f90b978338aafac4b6863d86ad6c280d3789afb6c36825669ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a5f6e85-1205-4928-9524-c198e679a48d" -d '{"events": [{"name": "network-changed", "server_uuid": "d71c4010-f1eb-4208-91ac-dca8202c8352", "tag": "1c3a23a8-b0e5-4c9a-ba3f-779490b8b7b7"}]}' {{(pid=91906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:14:06.476541 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.plugin [None req-f783596e-3066-4b1c-ba4f-cfe9ec63b3ff None None] Port da9737a8-9041-44ab-8b20-9f32fed8bfee cannot update to ACTIVE because it is not bound. {{(pid=91909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 15 14:14:06.482631 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_dvr_db [None req-89ff33dd-fed2-48b4-b9ce-6c6835279f1d None None] Set router 393e0435-0f48-44fa-a05d-23784279a998 gateway port host: dv-cinder-796471-1-iscsi {{(pid=91909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:14:06.495492 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Provisioning for port d971e2b1-b9ea-44de-a79f-39fe38ddcd08 completed by entity L2. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:14:06.572340 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Provisioning complete for port d971e2b1-b9ea-44de-a79f-39fe38ddcd08 triggered by entity L2. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:14:06.573185 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897510'] for port, provisioning_complete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:06.575976 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692f26a5-cac7-4819-b63c-709d0d674e2b service neutron] Pushing event updated for resources: {'Port': ['ID=1c3a23a8-b0e5-4c9a-ba3f-779490b8b7b7,revision_number=3']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:06.587330 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-692f26a5-cac7-4819-b63c-709d0d674e2b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:06.677419 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 14:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dda00b75-a4a0-4e8c-8dec-22921cd1b496 x-openstack-request-id: req-dda00b75-a4a0-4e8c-8dec-22921cd1b496 {{(pid=91906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:14:06.677658 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d71c4010-f1eb-4208-91ac-dca8202c8352", "tag": "1c3a23a8-b0e5-4c9a-ba3f-779490b8b7b7", "status": "completed", "code": 200}]} {{(pid=91906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:14:06.677911 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-dda00b75-a4a0-4e8c-8dec-22921cd1b496 {{(pid=91906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:14:06.678327 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd71c4010-f1eb-4208-91ac-dca8202c8352', 'tag': '1c3a23a8-b0e5-4c9a-ba3f-779490b8b7b7', 'status': 'completed', 'code': 200} Jun 15 14:14:06.738446 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 33424) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:14:06.810184 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866373a6-cdc2-430c-ac0a-b724ba3fd1c0 req-4f4ec2ed-ee64-4aab-9e38-9c15e9514475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:06.811678 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-866373a6-cdc2-430c-ac0a-b724ba3fd1c0 req-4f4ec2ed-ee64-4aab-9e38-9c15e9514475 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3b9c49b5e22342c8817f864fe7313c45&device_id=d71c4010-f1eb-4208-91ac-dca8202c8352 HTTP/1.1" status: 200 len: 1097 time: 0.2931278 Jun 15 14:14:06.816548 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-ab638b86-0f13-40e8-ba80-53734b71efa0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:06.829566 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-ab638b86-0f13-40e8-ba80-53734b71efa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3410917'] for port, after_update {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:06.834051 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:06.892333 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:06.962809 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] For port d971e2b1-b9ea-44de-a79f-39fe38ddcd08, host dv-cinder-796471-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796471-1-iscsi',level=0,port_id=d971e2b1-b9ea-44de-a79f-39fe38ddcd08,segment=NetworkSegment(16359361-6c0e-4f40-8a0e-56105654022c),segment_id=16359361-6c0e-4f40-8a0e-56105654022c)] {{(pid=91909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:14:06.978468 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492'] for port, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:06.981768 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-866373a6-cdc2-430c-ac0a-b724ba3fd1c0 req-38b34e0d-a075-4556-8144-0002cebb0b02 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1c3a23a8-b0e5-4c9a-ba3f-779490b8b7b7 HTTP/1.1" status: 200 len: 217 time: 0.1485817 Jun 15 14:14:06.982621 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-f9e4db70-0548-4e74-90c5-d32c3c6fc861 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:07.038173 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_hamode_db [None req-89ff33dd-fed2-48b4-b9ce-6c6835279f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '393e0435-0f48-44fa-a05d-23784279a998', 'name': 'tempest-ServerRescueNegativeTestJSON-287899738-router', 'tenant_id': 'dc461159adb540bbbcfcd75ea5604cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'external_fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '3500ef57-393b-4a0f-a23a-0f69cc7d4c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:14:02Z', 'updated_at': '2021-06-15T14:14:04Z', 'revision_number': 3, 'project_id': 'dc461159adb540bbbcfcd75ea5604cfb', 'gw_port': {'id': '3500ef57-393b-4a0f-a23a-0f69cc7d4c16', 'name': '', 'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:2d:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '393e0435-0f48-44fa-a05d-23784279a998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:14:03Z', 'updated_at': '2021-06-15T14:14:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796471-1-iscsi'}], 'dv-cinder-796471-1-iscsi', False) {} {{(pid=91909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:14:07.046896 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ff33dd-fed2-48b4-b9ce-6c6835279f1d None None] Checking router: 393e0435-0f48-44fa-a05d-23784279a998 for host: dv-cinder-796471-1-iscsi {{(pid=91909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:14:07.048286 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ff33dd-fed2-48b4-b9ce-6c6835279f1d None None] Updating router 393e0435-0f48-44fa-a05d-23784279a998 port 3500ef57-393b-4a0f-a23a-0f69cc7d4c16 binding host dv-cinder-796471-1-iscsi {{(pid=91909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 14:14:07.051101 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab638b86-0f13-40e8-ba80-53734b71efa0 admin admin] Pushing event updated for resources: {'Port': ['ID=da9737a8-9041-44ab-8b20-9f32fed8bfee,revision_number=2']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:07.054302 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-ab638b86-0f13-40e8-ba80-53734b71efa0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:07.069210 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eed492-528c-48ad-80ec-cc801048841d req-0f5c0950-3d29-44e9-8985-944c08076503 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:07.070759 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-60eed492-528c-48ad-80ec-cc801048841d req-0f5c0950-3d29-44e9-8985-944c08076503 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/ports?device_id=d71c4010-f1eb-4208-91ac-dca8202c8352 HTTP/1.1" status: 200 len: 944 time: 0.1729143 Jun 15 14:14:07.077147 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-ab638b86-0f13-40e8-ba80-53734b71efa0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-670148'] for router_interface, after_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:07.087420 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-2ac592b8-33c5-4b21-b566-1c15961fb339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-33170876'] for port, before_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:07.101506 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-8f97d38d-ff96-4f21-8ee9-1331936b37cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:07.116823 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Pushing event updated for resources: {'Port': ['ID=d971e2b1-b9ea-44de-a79f-39fe38ddcd08,revision_number=4']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:07.118206 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866373a6-cdc2-430c-ac0a-b724ba3fd1c0 req-0f9cc1fe-90af-4c97-ace2-b10a8b300521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:07.120687 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-866373a6-cdc2-430c-ac0a-b724ba3fd1c0 req-0f9cc1fe-90af-4c97-ace2-b10a8b300521 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=afd26063-2fe1-438c-a2ba-9412fb4f10c5 HTTP/1.1" status: 200 len: 854 time: 0.1244524 Jun 15 14:14:07.122418 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:07.130081 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-89ff33dd-fed2-48b4-b9ce-6c6835279f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:07.142731 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-60eed492-528c-48ad-80ec-cc801048841d req-f5d23727-904e-483f-a822-4c452ffdfb03 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/security-groups?id=69da6443-a760-4382-8ecd-b3b336e40d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656018 Jun 15 14:14:07.308014 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-866373a6-cdc2-430c-ac0a-b724ba3fd1c0 req-6766dd74-5ae8-48b4-bce3-7fc2032cd8c2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=53647b0d-4ed8-4c65-8def-7670da912845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1692626 Jun 15 14:14:07.362040 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-8f97d38d-ff96-4f21-8ee9-1331936b37cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:07.394866 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 33438) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:14:07.437045 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-8f97d38d-ff96-4f21-8ee9-1331936b37cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:07.444273 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-7dc40078-a440-41a1-b502-3a8f634769e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:07.520928 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.db.db_base_plugin_common [None req-2ac592b8-33c5-4b21-b566-1c15961fb339 admin admin] Allocated IP 172.20.0.1 (aef6c564-c037-41ad-8e2d-dc5ff4f41860/7617c69e-c1e9-44df-9ad7-ee8c6a77420c/8797d483-0880-4304-b409-bcc2b934f296) {{(pid=91907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:14:07.608089 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-89ff33dd-fed2-48b4-b9ce-6c6835279f1d None None] Notify callbacks [] for port, precommit_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:07.619597 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-89ff33dd-fed2-48b4-b9ce-6c6835279f1d None None] Transition to ACTIVE for port object 3500ef57-393b-4a0f-a23a-0f69cc7d4c16 will not be triggered until provisioned by entity L2. {{(pid=91909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:14:07.626456 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-89ff33dd-fed2-48b4-b9ce-6c6835279f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492'] for port, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:07.628870 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:07.675803 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-5cdb1b70-f115-44e9-81b6-c39e25aac4ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:07.712461 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.managers [None req-89ff33dd-fed2-48b4-b9ce-6c6835279f1d None None] Attempting to bind port 3500ef57-393b-4a0f-a23a-0f69cc7d4c16 on host dv-cinder-796471-1-iscsi for vnic_type normal with profile {{(pid=91909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:14:07.712795 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.managers [None req-89ff33dd-fed2-48b4-b9ce-6c6835279f1d None None] Attempting to bind port 3500ef57-393b-4a0f-a23a-0f69cc7d4c16 by drivers openvswitch,hyperv on host dv-cinder-796471-1-iscsi at level 0 using segments [{'id': '16359361-6c0e-4f40-8a0e-56105654022c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641'}] {{(pid=91909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:14:07.713121 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ff33dd-fed2-48b4-b9ce-6c6835279f1d None None] Attempting to bind port 3500ef57-393b-4a0f-a23a-0f69cc7d4c16 on network 962d46ed-056a-473f-b9cc-450bda4e3641 {{(pid=91909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:14:07.716069 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400f1bfb-1e95-4f4c-89af-8734339e45ba None None] Pushing event updated for resources: {'Port': ['ID=3500ef57-393b-4a0f-a23a-0f69cc7d4c16,revision_number=2']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:07.720147 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-400f1bfb-1e95-4f4c-89af-8734339e45ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:07.723163 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ff33dd-fed2-48b4-b9ce-6c6835279f1d None None] Checking agent: {'id': 'a00a16a2-d8fd-48bc-a1ff-18db44b70890', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796471-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 4, 51), 'started_at': datetime.datetime(2021, 6, 15, 14, 5, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796471-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:14:07.723535 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ff33dd-fed2-48b4-b9ce-6c6835279f1d None None] Checking segment: {'id': '16359361-6c0e-4f40-8a0e-56105654022c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:14:07.723946 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-89ff33dd-fed2-48b4-b9ce-6c6835279f1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:07.724341 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ff33dd-fed2-48b4-b9ce-6c6835279f1d None None] Bound using segment: {'id': '16359361-6c0e-4f40-8a0e-56105654022c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641'} {{(pid=91909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:14:07.724873 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.managers [None req-89ff33dd-fed2-48b4-b9ce-6c6835279f1d None None] Bound port: 3500ef57-393b-4a0f-a23a-0f69cc7d4c16, host: dv-cinder-796471-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16359361-6c0e-4f40-8a0e-56105654022c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641'}}] {{(pid=91909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:14:07.725247 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-89ff33dd-fed2-48b4-b9ce-6c6835279f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:07.735686 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-2ac592b8-33c5-4b21-b566-1c15961fb339 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:07.806901 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-89ff33dd-fed2-48b4-b9ce-6c6835279f1d None None] For port 3500ef57-393b-4a0f-a23a-0f69cc7d4c16, host dv-cinder-796471-1-iscsi, cleared binding levels {{(pid=91909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:14:07.810930 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-89ff33dd-fed2-48b4-b9ce-6c6835279f1d None None] For port 3500ef57-393b-4a0f-a23a-0f69cc7d4c16, host dv-cinder-796471-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796471-1-iscsi',level=0,port_id=3500ef57-393b-4a0f-a23a-0f69cc7d4c16,segment=NetworkSegment(16359361-6c0e-4f40-8a0e-56105654022c),segment_id=16359361-6c0e-4f40-8a0e-56105654022c)] {{(pid=91909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:14:07.818991 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-89ff33dd-fed2-48b4-b9ce-6c6835279f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492'] for port, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:07.823487 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:07.830545 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-2ac592b8-33c5-4b21-b566-1c15961fb339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33170815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-53808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781714044429'] for port, after_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:07.840639 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:07.889217 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-5cdb1b70-f115-44e9-81b6-c39e25aac4ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:07.890595 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f97d38d-ff96-4f21-8ee9-1331936b37cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=949bf9a5-4251-416b-9641-291f9d65d259,revision_number=1']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:07.899589 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-8f97d38d-ff96-4f21-8ee9-1331936b37cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:07.903118 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ff33dd-fed2-48b4-b9ce-6c6835279f1d None None] Routers {'393e0435-0f48-44fa-a05d-23784279a998'} bound to L3 agent in host dv-cinder-796471-1-iscsi {{(pid=91909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:14:07.904131 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-5cdb1b70-f115-44e9-81b6-c39e25aac4ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:07.904313 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_hamode_db [None req-89ff33dd-fed2-48b4-b9ce-6c6835279f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796471-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-15T14:04:51Z,description=,heartbeat_timestamp=2021-06-15T14:13:51Z,host='dv-cinder-796471-1-iscsi',id=7c0fcfb6-ee6c-4f84-9204-f4cc96555f34,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:04:51Z,topic='l3_agent')) {'router_ids': ['393e0435-0f48-44fa-a05d-23784279a998'], 'active': True} {{(pid=91909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:14:07.909348 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab638b86-0f13-40e8-ba80-53734b71efa0 admin admin] Network 38cc54e9-46a5-4f17-85e6-fe0dd786b611 is already hosted by enough agents. {{(pid=91906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:14:07.913813 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-8f97d38d-ff96-4f21-8ee9-1331936b37cc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=753e53ed66d24ea8990aa85ff854a9bb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1735561 Jun 15 14:14:07.921269 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 33442) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:14:07.929361 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.scheduler.base_scheduler [None req-ab638b86-0f13-40e8-ba80-53734b71efa0 admin admin] Resources bound (agent type, host, resource id): {{(pid=91906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:14:07.940273 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac592b8-33c5-4b21-b566-1c15961fb339 admin admin] Network aef6c564-c037-41ad-8e2d-dc5ff4f41860 is already hosted by enough agents. {{(pid=91907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:14:07.947376 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-5cdb1b70-f115-44e9-81b6-c39e25aac4ba admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e8eb95b6f2c14046b6894e79325cca53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5516315 Jun 15 14:14:07.948321 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.scheduler.base_scheduler [None req-2ac592b8-33c5-4b21-b566-1c15961fb339 admin admin] Resources bound (agent type, host, resource id): {{(pid=91907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:14:07.950803 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac592b8-33c5-4b21-b566-1c15961fb339 admin admin] Received port after_create {{(pid=91907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:14:07.951306 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-2ac592b8-33c5-4b21-b566-1c15961fb339 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-670032'] for router_interface, before_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:07.957134 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 33444) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:14:08.037297 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac592b8-33c5-4b21-b566-1c15961fb339 admin admin] Pushing event updated for resources: {'Port': ['ID=8797d483-0880-4304-b409-bcc2b934f296,revision_number=1']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:08.040960 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-2ac592b8-33c5-4b21-b566-1c15961fb339 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:08.049698 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-81e2f33f-0292-41ad-b98d-1556917b6e72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.112s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:08.058641 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-866373a6-cdc2-430c-ac0a-b724ba3fd1c0 req-af4d4345-301a-40da-9cbe-a75fb8ac96f2 service neutron] 10.222.0.67 "GET /v2.0/networks/53647b0d-4ed8-4c65-8def-7670da912845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7402952 Jun 15 14:14:08.071760 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_dvr_db [None req-89ff33dd-fed2-48b4-b9ce-6c6835279f1d None None] Set router 393e0435-0f48-44fa-a05d-23784279a998 gateway port host: dv-cinder-796471-1-iscsi {{(pid=91909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:14:08.118846 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdb1b70-f115-44e9-81b6-c39e25aac4ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e77b85e-1c15-4d35-ae4a-875ce3fed411,revision_number=1']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:08.121639 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-5cdb1b70-f115-44e9-81b6-c39e25aac4ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:08.169218 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400f1bfb-1e95-4f4c-89af-8734339e45ba None None] Pushing event updated for resources: {'Port': ['ID=3500ef57-393b-4a0f-a23a-0f69cc7d4c16,revision_number=3']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:08.172386 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Device d971e2b1-b9ea-44de-a79f-39fe38ddcd08 up at agent ovs-agent-dv-cinder-796471-1-iscsi {{(pid=91909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:14:08.173983 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-400f1bfb-1e95-4f4c-89af-8734339e45ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:08.184491 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-6d1ce463-5850-404b-a49a-640e282f8bdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:08.226361 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-6d1ce463-5850-404b-a49a-640e282f8bdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:08.342593 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-6d1ce463-5850-404b-a49a-640e282f8bdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:08.347162 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-6d1ce463-5850-404b-a49a-640e282f8bdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:08.348664 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-6d1ce463-5850-404b-a49a-640e282f8bdc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6e77b85e-1c15-4d35-ae4a-875ce3fed411 HTTP/1.1" status: 204 len: 168 time: 0.3905733 Jun 15 14:14:08.351679 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-6fd9f891-6642-43be-bb61-b322dfc0a117 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:08.377104 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1ce463-5850-404b-a49a-640e282f8bdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e77b85e-1c15-4d35-ae4a-875ce3fed411,revision_number=None']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:08.385720 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-6d1ce463-5850-404b-a49a-640e282f8bdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:08.397945 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-2ac592b8-33c5-4b21-b566-1c15961fb339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:08.463201 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-dc3347bd-3abc-4fdf-8341-645562170bf1 None None] Provisioning complete for port da9737a8-9041-44ab-8b20-9f32fed8bfee triggered by entity DHCP. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:14:08.463631 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-dc3347bd-3abc-4fdf-8341-645562170bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897510'] for port, provisioning_complete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:08.500866 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-866373a6-cdc2-430c-ac0a-b724ba3fd1c0 req-c40d041b-f29b-4e97-b476-6e3008ce1a93 service neutron] 10.222.0.67 "GET /v2.0/networks/53647b0d-4ed8-4c65-8def-7670da912845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3675175 Jun 15 14:14:08.504682 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-4c0f52f2-14c7-4638-aa7a-0878ff18b16a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:08.508056 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab638b86-0f13-40e8-ba80-53734b71efa0 admin admin] Router 20c0eaad-83cf-4430-b708-c66bdd7420d8 has already been hosted by L3 agent 7c0fcfb6-ee6c-4f84-9204-f4cc96555f34 {{(pid=91906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:14:08.571176 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-4c0f52f2-14c7-4638-aa7a-0878ff18b16a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:08.606521 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.plugin [None req-dc3347bd-3abc-4fdf-8341-645562170bf1 None None] Port da9737a8-9041-44ab-8b20-9f32fed8bfee cannot update to ACTIVE because it is not bound. {{(pid=91909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 15 14:14:08.674734 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Provisioning complete for port d971e2b1-b9ea-44de-a79f-39fe38ddcd08 triggered by entity L2. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:14:08.675141 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897510'] for port, provisioning_complete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:08.786117 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-2ac592b8-33c5-4b21-b566-1c15961fb339 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:08.792867 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-2ac592b8-33c5-4b21-b566-1c15961fb339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492'] for port, after_update {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:08.795191 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-2ac592b8-33c5-4b21-b566-1c15961fb339 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-670148'] for router_interface, after_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:08.799687 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-3007976a-5e22-41cf-acdd-e50287a6f401 tempest-DeleteServersTestJSON-990213416 tempest-DeleteServersTestJSON-990213416-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:08.854630 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_hamode_db [None req-89ff33dd-fed2-48b4-b9ce-6c6835279f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '393e0435-0f48-44fa-a05d-23784279a998', 'name': 'tempest-ServerRescueNegativeTestJSON-287899738-router', 'tenant_id': 'dc461159adb540bbbcfcd75ea5604cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'external_fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '3500ef57-393b-4a0f-a23a-0f69cc7d4c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:14:02Z', 'updated_at': '2021-06-15T14:14:04Z', 'revision_number': 3, 'project_id': 'dc461159adb540bbbcfcd75ea5604cfb', 'gw_port': {'id': '3500ef57-393b-4a0f-a23a-0f69cc7d4c16', 'name': '', 'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:2d:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '393e0435-0f48-44fa-a05d-23784279a998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:14:03Z', 'updated_at': '2021-06-15T14:14:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796471-1-iscsi'}], 'dv-cinder-796471-1-iscsi', False) {} {{(pid=91909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:14:08.859283 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa889ff0-f503-4f1a-a799-872775ce9b68 req-7e9e38e0-3ecb-42ea-a742-b793d2070d8c tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:08.860840 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-fa889ff0-f503-4f1a-a799-872775ce9b68 req-7e9e38e0-3ecb-42ea-a742-b793d2070d8c tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/ports?device_id=d71c4010-f1eb-4208-91ac-dca8202c8352 HTTP/1.1" status: 200 len: 944 time: 0.4491503 Jun 15 14:14:08.869962 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ff33dd-fed2-48b4-b9ce-6c6835279f1d None None] The sync data for ids ['393e0435-0f48-44fa-a05d-23784279a998'] in dv-cinder-796471-1-iscsi is: [{'id': '393e0435-0f48-44fa-a05d-23784279a998', 'name': 'tempest-ServerRescueNegativeTestJSON-287899738-router', 'tenant_id': 'dc461159adb540bbbcfcd75ea5604cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'external_fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '3500ef57-393b-4a0f-a23a-0f69cc7d4c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:14:02Z', 'updated_at': '2021-06-15T14:14:04Z', 'revision_number': 3, 'project_id': 'dc461159adb540bbbcfcd75ea5604cfb', 'gw_port': {'id': '3500ef57-393b-4a0f-a23a-0f69cc7d4c16', 'name': '', 'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:2d:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '393e0435-0f48-44fa-a05d-23784279a998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:14:03Z', 'updated_at': '2021-06-15T14:14:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796471-1-iscsi'}] {{(pid=91909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:14:08.940378 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac592b8-33c5-4b21-b566-1c15961fb339 admin admin] Pushing event updated for resources: {'Port': ['ID=8797d483-0880-4304-b409-bcc2b934f296,revision_number=2']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:08.952366 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-2ac592b8-33c5-4b21-b566-1c15961fb339 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:08.956246 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-4c0f52f2-14c7-4638-aa7a-0878ff18b16a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:08.958988 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-4c0f52f2-14c7-4638-aa7a-0878ff18b16a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:08.960268 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-4c0f52f2-14c7-4638-aa7a-0878ff18b16a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/949bf9a5-4251-416b-9641-291f9d65d259 HTTP/1.1" status: 204 len: 168 time: 1.0381320 Jun 15 14:14:08.965258 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-86b63f3d-33ea-4c7f-ab2f-b72f3d86f96f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:08.995673 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab638b86-0f13-40e8-ba80-53734b71efa0 admin admin] Notify agent at l3_agent.dv-cinder-796471-1-iscsi the message routers_updated {{(pid=91906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:14:09.006025 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-ab638b86-0f13-40e8-ba80-53734b71efa0 admin admin] 10.222.0.26 "PUT /v2.0/routers/20c0eaad-83cf-4430-b708-c66bdd7420d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1641428 Jun 15 14:14:09.015507 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736323ed-b984-410b-9977-5ec17ed952ed None None] Sync routers for ids ['20c0eaad-83cf-4430-b708-c66bdd7420d8'] in dv-cinder-796471-1-iscsi {{(pid=91910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:14:09.017259 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0f52f2-14c7-4638-aa7a-0878ff18b16a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=949bf9a5-4251-416b-9641-291f9d65d259,revision_number=None']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:09.025296 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-4c0f52f2-14c7-4638-aa7a-0878ff18b16a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:09.032017 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-fa889ff0-f503-4f1a-a799-872775ce9b68 req-02cc3897-daba-4119-826c-82fd2686c054 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/security-groups?id=69da6443-a760-4382-8ecd-b3b336e40d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456692 Jun 15 14:14:09.038106 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736323ed-b984-410b-9977-5ec17ed952ed None None] Routers {'20c0eaad-83cf-4430-b708-c66bdd7420d8'} bound to L3 agent in host dv-cinder-796471-1-iscsi {{(pid=91910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:14:09.039648 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-736323ed-b984-410b-9977-5ec17ed952ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796471-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-15T14:04:51Z,description=,heartbeat_timestamp=2021-06-15T14:13:51Z,host='dv-cinder-796471-1-iscsi',id=7c0fcfb6-ee6c-4f84-9204-f4cc96555f34,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:04:51Z,topic='l3_agent')) {'router_ids': ['20c0eaad-83cf-4430-b708-c66bdd7420d8'], 'active': True} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:14:09.041767 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5f6e85-1205-4928-9524-c198e679a48d req-82dd70da-99d7-4114-8357-6cd7905c6f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:09.043978 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-4a5f6e85-1205-4928-9524-c198e679a48d req-82dd70da-99d7-4114-8357-6cd7905c6f33 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3b9c49b5e22342c8817f864fe7313c45&device_id=d71c4010-f1eb-4208-91ac-dca8202c8352 HTTP/1.1" status: 200 len: 1097 time: 0.4008710 Jun 15 14:14:09.124318 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac592b8-33c5-4b21-b566-1c15961fb339 admin admin] Network aef6c564-c037-41ad-8e2d-dc5ff4f41860 is already hosted by enough agents. {{(pid=91907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:14:09.126166 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.scheduler.base_scheduler [None req-2ac592b8-33c5-4b21-b566-1c15961fb339 admin admin] Resources bound (agent type, host, resource id): {{(pid=91907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:14:09.239202 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5f6e85-1205-4928-9524-c198e679a48d req-23b66131-e8cc-4256-8b1a-43f8de65251e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:09.241760 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-4a5f6e85-1205-4928-9524-c198e679a48d req-23b66131-e8cc-4256-8b1a-43f8de65251e service neutron] 10.222.0.67 "GET /v2.0/networks?id=53647b0d-4ed8-4c65-8def-7670da912845 HTTP/1.1" status: 200 len: 915 time: 0.1896887 Jun 15 14:14:09.424047 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-4a5f6e85-1205-4928-9524-c198e679a48d req-9f5d77b4-5602-414b-8379-cda33ccca7bc service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1c3a23a8-b0e5-4c9a-ba3f-779490b8b7b7 HTTP/1.1" status: 200 len: 217 time: 0.1737015 Jun 15 14:14:09.456954 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvr_db [None req-736323ed-b984-410b-9977-5ec17ed952ed None None] Set router 20c0eaad-83cf-4430-b708-c66bdd7420d8 gateway port host: dv-cinder-796471-1-iscsi {{(pid=91910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:14:09.492814 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ac592b8-33c5-4b21-b566-1c15961fb339 admin admin] Router 393e0435-0f48-44fa-a05d-23784279a998 has already been hosted by L3 agent 7c0fcfb6-ee6c-4f84-9204-f4cc96555f34 {{(pid=91907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:14:09.576653 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5f6e85-1205-4928-9524-c198e679a48d req-ac813860-d776-473a-af00-723ba5c0b50a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:09.578188 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-4a5f6e85-1205-4928-9524-c198e679a48d req-ac813860-d776-473a-af00-723ba5c0b50a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=afd26063-2fe1-438c-a2ba-9412fb4f10c5 HTTP/1.1" status: 200 len: 854 time: 0.1476045 Jun 15 14:14:09.696914 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-4a5f6e85-1205-4928-9524-c198e679a48d req-6e5b1c77-a1c3-4169-846d-cf89724a240b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=53647b0d-4ed8-4c65-8def-7670da912845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1077325 Jun 15 14:14:09.748029 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ac592b8-33c5-4b21-b566-1c15961fb339 admin admin] Notify agent at l3_agent.dv-cinder-796471-1-iscsi the message routers_updated {{(pid=91907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:14:09.773972 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-2ac592b8-33c5-4b21-b566-1c15961fb339 admin admin] 10.222.0.26 "PUT /v2.0/routers/393e0435-0f48-44fa-a05d-23784279a998/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0013640 Jun 15 14:14:09.841142 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 33490) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:14:09.864093 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-62ea5065-523b-4a5f-b73d-88a1f4917b2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:09.881063 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-736323ed-b984-410b-9977-5ec17ed952ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c0eaad-83cf-4430-b708-c66bdd7420d8', 'name': 'tempest-TestVolumeBootPattern-92072223-router', 'tenant_id': 'c3de56a81c9f49fdb5657745f0c5e9a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'external_fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': 'd971e2b1-b9ea-44de-a79f-39fe38ddcd08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:13:59Z', 'updated_at': '2021-06-15T14:14:06Z', 'revision_number': 4, 'project_id': 'c3de56a81c9f49fdb5657745f0c5e9a7', 'gw_port': {'id': 'd971e2b1-b9ea-44de-a79f-39fe38ddcd08', 'name': '', 'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d4:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c0eaad-83cf-4430-b708-c66bdd7420d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:14:00Z', 'updated_at': '2021-06-15T14:14:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796471-1-iscsi', '_interfaces': [{'id': 'da9737a8-9041-44ab-8b20-9f32fed8bfee', 'name': '', 'network_id': '38cc54e9-46a5-4f17-85e6-fe0dd786b611', 'tenant_id': 'c3de56a81c9f49fdb5657745f0c5e9a7', 'mac_address': 'fa:16:3e:83:f0:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20c0eaad-83cf-4430-b708-c66bdd7420d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'c7a8d3b2-93d0-474b-a785-3b20f05c50a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:14:04Z', 'updated_at': '2021-06-15T14:14:06Z', 'revision_number': 2, 'project_id': 'c3de56a81c9f49fdb5657745f0c5e9a7', 'subnets': [{'id': 'c7a8d3b2-93d0-474b-a785-3b20f05c50a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796471-1-iscsi', False) {} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:14:09.884951 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736323ed-b984-410b-9977-5ec17ed952ed None None] Checking router: 20c0eaad-83cf-4430-b708-c66bdd7420d8 for host: dv-cinder-796471-1-iscsi {{(pid=91910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:14:09.885504 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736323ed-b984-410b-9977-5ec17ed952ed None None] Updating router 20c0eaad-83cf-4430-b708-c66bdd7420d8 port da9737a8-9041-44ab-8b20-9f32fed8bfee binding host dv-cinder-796471-1-iscsi {{(pid=91910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 14:14:09.896720 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-4a5f6e85-1205-4928-9524-c198e679a48d req-ad677f2c-03ad-4713-a3d2-6e8eb51d15bd service neutron] 10.222.0.67 "GET /v2.0/networks/53647b0d-4ed8-4c65-8def-7670da912845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927981 Jun 15 14:14:09.939690 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-736323ed-b984-410b-9977-5ec17ed952ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:10.171353 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-62ea5065-523b-4a5f-b73d-88a1f4917b2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:10.179710 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-62ea5065-523b-4a5f-b73d-88a1f4917b2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:10.190941 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-43be6526-43de-49be-97ce-dd468a879e5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:10.198320 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Device 3500ef57-393b-4a0f-a23a-0f69cc7d4c16 up at agent ovs-agent-dv-cinder-796471-1-iscsi {{(pid=91909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:14:10.248093 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-4a5f6e85-1205-4928-9524-c198e679a48d req-c5958b09-f755-4592-9b49-d8f9598261f4 service neutron] 10.222.0.67 "GET /v2.0/networks/53647b0d-4ed8-4c65-8def-7670da912845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3402061 Jun 15 14:14:10.363690 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Provisioning for port 3500ef57-393b-4a0f-a23a-0f69cc7d4c16 completed by entity L2. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:14:10.368206 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Provisioning complete for port 3500ef57-393b-4a0f-a23a-0f69cc7d4c16 triggered by entity L2. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:14:10.368671 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897510'] for port, provisioning_complete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:10.383849 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ea5065-523b-4a5f-b73d-88a1f4917b2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74940256-d67e-40ca-bcda-ff48c1085478,revision_number=1']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:10.447683 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-62ea5065-523b-4a5f-b73d-88a1f4917b2c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0860d0745d8f4080b4561d2cba7010c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6028450 Jun 15 14:14:10.448613 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 33506) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:14:10.466944 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-62ea5065-523b-4a5f-b73d-88a1f4917b2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:10.578531 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64a7ce7-97a9-4366-a935-7cfcac6f6e9e req-41f4a1c2-7ad5-4af1-b0c9-826ad49d0bcd tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:10.583392 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-87a5d8ec-38d3-4f4f-b05f-39ddef49d0b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:10.589929 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-e64a7ce7-97a9-4366-a935-7cfcac6f6e9e req-41f4a1c2-7ad5-4af1-b0c9-826ad49d0bcd tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/ports?device_id=d71c4010-f1eb-4208-91ac-dca8202c8352 HTTP/1.1" status: 200 len: 944 time: 0.2529364 Jun 15 14:14:10.591227 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:10.607521 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-736323ed-b984-410b-9977-5ec17ed952ed None None] Notify callbacks [] for port, precommit_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:10.620821 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] For port 3500ef57-393b-4a0f-a23a-0f69cc7d4c16, host dv-cinder-796471-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796471-1-iscsi',level=0,port_id=3500ef57-393b-4a0f-a23a-0f69cc7d4c16,segment=NetworkSegment(16359361-6c0e-4f40-8a0e-56105654022c),segment_id=16359361-6c0e-4f40-8a0e-56105654022c)] {{(pid=91909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:14:10.628489 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492'] for port, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:10.636399 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-5b55bfcf-3e74-415b-8f03-17b33f8b9aec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:10.644203 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-87a5d8ec-38d3-4f4f-b05f-39ddef49d0b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:10.652542 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-736323ed-b984-410b-9977-5ec17ed952ed None None] Transition to ACTIVE for port object da9737a8-9041-44ab-8b20-9f32fed8bfee will not be triggered until provisioned by entity L2. {{(pid=91910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:14:10.665763 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-e64a7ce7-97a9-4366-a935-7cfcac6f6e9e req-781903f9-85a5-4a1d-9879-32e8daeaa1a5 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/security-groups?id=69da6443-a760-4382-8ecd-b3b336e40d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748456 Jun 15 14:14:10.666181 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-736323ed-b984-410b-9977-5ec17ed952ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492'] for port, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:10.671395 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:10.741396 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-87a5d8ec-38d3-4f4f-b05f-39ddef49d0b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:10.744941 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-87a5d8ec-38d3-4f4f-b05f-39ddef49d0b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:10.752025 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-87a5d8ec-38d3-4f4f-b05f-39ddef49d0b3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/74940256-d67e-40ca-bcda-ff48c1085478 HTTP/1.1" status: 204 len: 168 time: 0.3000267 Jun 15 14:14:10.752025 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:10.768148 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a5d8ec-38d3-4f4f-b05f-39ddef49d0b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74940256-d67e-40ca-bcda-ff48c1085478,revision_number=None']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:10.769874 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Pushing event updated for resources: {'Port': ['ID=3500ef57-393b-4a0f-a23a-0f69cc7d4c16,revision_number=4']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:10.770450 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-87a5d8ec-38d3-4f4f-b05f-39ddef49d0b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:10.772939 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:10.886949 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6225a703-6e57-4ee2-b682-d32cc942080a None None] Pushing event updated for resources: {'Port': ['ID=da9737a8-9041-44ab-8b20-9f32fed8bfee,revision_number=3']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:10.890600 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 33520) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:14:10.892233 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-6225a703-6e57-4ee2-b682-d32cc942080a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:10.897133 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.v2.base [None req-ba751ca2-e726-41fc-8173-3c95c67d234f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-245853233-network', 'tenant_id': '3338aa51acef48968495a2c4b09db908'}} {{(pid=91906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:14:10.940783 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba751ca2-e726-41fc-8173-3c95c67d234f admin admin] Made reservation on behalf of 3338aa51acef48968495a2c4b09db908 for: {'network': 1} {{(pid=91906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:14:10.943371 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-ba751ca2-e726-41fc-8173-3c95c67d234f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-33170876'] for network, before_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:10.945121 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.managers [None req-736323ed-b984-410b-9977-5ec17ed952ed None None] Attempting to bind port da9737a8-9041-44ab-8b20-9f32fed8bfee on host dv-cinder-796471-1-iscsi for vnic_type normal with profile {{(pid=91910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:14:10.945513 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.managers [None req-736323ed-b984-410b-9977-5ec17ed952ed None None] Attempting to bind port da9737a8-9041-44ab-8b20-9f32fed8bfee by drivers openvswitch,hyperv on host dv-cinder-796471-1-iscsi at level 0 using segments [{'id': 'bdfc6570-21e3-4188-8b81-25944ca5b033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '38cc54e9-46a5-4f17-85e6-fe0dd786b611'}] {{(pid=91910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:14:10.945892 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736323ed-b984-410b-9977-5ec17ed952ed None None] Attempting to bind port da9737a8-9041-44ab-8b20-9f32fed8bfee on network 38cc54e9-46a5-4f17-85e6-fe0dd786b611 {{(pid=91910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:14:10.952240 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736323ed-b984-410b-9977-5ec17ed952ed None None] Checking agent: {'id': 'a00a16a2-d8fd-48bc-a1ff-18db44b70890', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796471-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 4, 51), 'started_at': datetime.datetime(2021, 6, 15, 14, 5, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796471-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:14:10.952624 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736323ed-b984-410b-9977-5ec17ed952ed None None] Checking segment: {'id': 'bdfc6570-21e3-4188-8b81-25944ca5b033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '38cc54e9-46a5-4f17-85e6-fe0dd786b611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:14:10.953020 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-736323ed-b984-410b-9977-5ec17ed952ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:10.953413 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736323ed-b984-410b-9977-5ec17ed952ed None None] Bound using segment: {'id': 'bdfc6570-21e3-4188-8b81-25944ca5b033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '38cc54e9-46a5-4f17-85e6-fe0dd786b611'} {{(pid=91910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:14:10.954079 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.managers [None req-736323ed-b984-410b-9977-5ec17ed952ed None None] Bound port: da9737a8-9041-44ab-8b20-9f32fed8bfee, host: dv-cinder-796471-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdfc6570-21e3-4188-8b81-25944ca5b033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '38cc54e9-46a5-4f17-85e6-fe0dd786b611'}}] {{(pid=91910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:14:10.954453 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-736323ed-b984-410b-9977-5ec17ed952ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:10.970880 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-ba751ca2-e726-41fc-8173-3c95c67d234f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:11.059647 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-736323ed-b984-410b-9977-5ec17ed952ed None None] For port da9737a8-9041-44ab-8b20-9f32fed8bfee, host dv-cinder-796471-1-iscsi, cleared binding levels {{(pid=91910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:14:11.064645 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-736323ed-b984-410b-9977-5ec17ed952ed None None] For port da9737a8-9041-44ab-8b20-9f32fed8bfee, host dv-cinder-796471-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796471-1-iscsi',level=0,port_id=da9737a8-9041-44ab-8b20-9f32fed8bfee,segment=NetworkSegment(bdfc6570-21e3-4188-8b81-25944ca5b033),segment_id=bdfc6570-21e3-4188-8b81-25944ca5b033)] {{(pid=91910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:14:11.072619 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-736323ed-b984-410b-9977-5ec17ed952ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492'] for port, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:11.086752 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-14645009-8f54-4829-80a7-b3131aca3259 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:11.149511 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-ba751ca2-e726-41fc-8173-3c95c67d234f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:11.161288 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-ba751ca2-e726-41fc-8173-3c95c67d234f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:11.164836 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6225a703-6e57-4ee2-b682-d32cc942080a None None] Pushing event updated for resources: {'Port': ['ID=da9737a8-9041-44ab-8b20-9f32fed8bfee,revision_number=4']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:11.171207 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-6225a703-6e57-4ee2-b682-d32cc942080a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:11.191710 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba751ca2-e726-41fc-8173-3c95c67d234f admin admin] vlan segment allocate from pool success with {'vlan_id': 864, 'physical_network': 'physnet1'} {{(pid=91906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:14:11.203159 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-ba751ca2-e726-41fc-8173-3c95c67d234f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32890017'] for segment, precommit_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:11.203724 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.db.segments_db [None req-ba751ca2-e726-41fc-8173-3c95c67d234f admin admin] Added segment aceb1989-f2c5-4b97-99a8-c56a5b42fbeb of type vlan for network ffeec2f2-666d-4b02-97a9-87bff63394d7 Jun 15 14:14:11.204940 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736323ed-b984-410b-9977-5ec17ed952ed None None] Routers {'20c0eaad-83cf-4430-b708-c66bdd7420d8'} bound to L3 agent in host dv-cinder-796471-1-iscsi {{(pid=91910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:14:11.205417 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-736323ed-b984-410b-9977-5ec17ed952ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796471-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-15T14:04:51Z,description=,heartbeat_timestamp=2021-06-15T14:13:51Z,host='dv-cinder-796471-1-iscsi',id=7c0fcfb6-ee6c-4f84-9204-f4cc96555f34,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:04:51Z,topic='l3_agent')) {'router_ids': ['20c0eaad-83cf-4430-b708-c66bdd7420d8'], 'active': True} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:14:11.251906 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:11.339286 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-ba751ca2-e726-41fc-8173-3c95c67d234f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781714030749'] for network, precommit_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:11.410425 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba751ca2-e726-41fc-8173-3c95c67d234f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=135bfea4-b5b7-498f-877c-d21b560d4cd7,revision_number=1']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:11.414356 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-ba751ca2-e726-41fc-8173-3c95c67d234f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:11.560262 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvr_db [None req-736323ed-b984-410b-9977-5ec17ed952ed None None] Set router 20c0eaad-83cf-4430-b708-c66bdd7420d8 gateway port host: dv-cinder-796471-1-iscsi {{(pid=91910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:14:11.577856 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-ba751ca2-e726-41fc-8173-3c95c67d234f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-350226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537401'] for network, after_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:11.585354 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba751ca2-e726-41fc-8173-3c95c67d234f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:11.586238 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-ba751ca2-e726-41fc-8173-3c95c67d234f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537372'] for network, before_response {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:11.592184 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-7b50dcc0-b374-4ec9-8270-d46e662b0a2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:11.691011 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba751ca2-e726-41fc-8173-3c95c67d234f admin admin] Pushing event updated for resources: {'Network': ['ID=ffeec2f2-666d-4b02-97a9-87bff63394d7,revision_number=1']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:11.704258 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Network ffeec2f2-666d-4b02-97a9-87bff63394d7 details requested by agent ovs-agent-dv-cinder-796471-1-iscsi with host dv-cinder-796471-1-iscsi {{(pid=91909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:14:11.708404 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41728e1a-7384-4737-9a7b-0c731381d1bf req-8cc2f1d9-cc86-4c7a-9424-59e89ea1717e tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:11.711285 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-41728e1a-7384-4737-9a7b-0c731381d1bf req-8cc2f1d9-cc86-4c7a-9424-59e89ea1717e tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/networks?id=aef6c564-c037-41ad-8e2d-dc5ff4f41860 HTTP/1.1" status: 200 len: 818 time: 0.4603646 Jun 15 14:14:11.713491 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-ba751ca2-e726-41fc-8173-3c95c67d234f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:11.718640 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-ba751ca2-e726-41fc-8173-3c95c67d234f admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8259666 Jun 15 14:14:11.722508 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 33562) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:14:11.729940 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.v2.base [None req-6a142d90-1913-43e0-945a-dbc01654f678 admin admin] Request body: {'subnet': {'network_id': 'ffeec2f2-666d-4b02-97a9-87bff63394d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-245853233-subnet', 'tenant_id': '3338aa51acef48968495a2c4b09db908', 'ip_version': 4}} {{(pid=91907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:14:11.735390 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-41728e1a-7384-4737-9a7b-0c731381d1bf req-d2db0f9f-d23f-44cb-b221-0289c1be9186 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/quotas/dc461159adb540bbbcfcd75ea5604cfb HTTP/1.1" status: 200 len: 375 time: 0.0150976 Jun 15 14:14:11.804445 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a142d90-1913-43e0-945a-dbc01654f678 admin admin] Made reservation on behalf of 3338aa51acef48968495a2c4b09db908 for: {'subnet': 1} {{(pid=91907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:14:11.810388 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-6a142d90-1913-43e0-945a-dbc01654f678 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:11.869506 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-41728e1a-7384-4737-9a7b-0c731381d1bf req-0c1a24cf-527e-42e3-8c76-59d53db36419 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=dc461159adb540bbbcfcd75ea5604cfb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1257625 Jun 15 14:14:11.929346 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d83a3d-24c3-4e31-b367-4e9f8d5065f5 None None] Sync routers for ids ['393e0435-0f48-44fa-a05d-23784279a998'] in dv-cinder-796471-1-iscsi {{(pid=91909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:14:11.932595 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Device 1c3a23a8-b0e5-4c9a-ba3f-779490b8b7b7 details requested by agent hyperv_hv-cinder-79647 with host hv-cinder-79647 {{(pid=91909) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 14:14:11.991017 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d83a3d-24c3-4e31-b367-4e9f8d5065f5 None None] Routers {'393e0435-0f48-44fa-a05d-23784279a998'} bound to L3 agent in host dv-cinder-796471-1-iscsi {{(pid=91909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:14:11.991673 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_hamode_db [None req-a7d83a3d-24c3-4e31-b367-4e9f8d5065f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796471-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-15T14:04:51Z,description=,heartbeat_timestamp=2021-06-15T14:13:51Z,host='dv-cinder-796471-1-iscsi',id=7c0fcfb6-ee6c-4f84-9204-f4cc96555f34,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:04:51Z,topic='l3_agent')) {'router_ids': ['393e0435-0f48-44fa-a05d-23784279a998'], 'active': True} {{(pid=91909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:14:12.179164 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-736323ed-b984-410b-9977-5ec17ed952ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c0eaad-83cf-4430-b708-c66bdd7420d8', 'name': 'tempest-TestVolumeBootPattern-92072223-router', 'tenant_id': 'c3de56a81c9f49fdb5657745f0c5e9a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'external_fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': 'd971e2b1-b9ea-44de-a79f-39fe38ddcd08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:13:59Z', 'updated_at': '2021-06-15T14:14:06Z', 'revision_number': 4, 'project_id': 'c3de56a81c9f49fdb5657745f0c5e9a7', 'gw_port': {'id': 'd971e2b1-b9ea-44de-a79f-39fe38ddcd08', 'name': '', 'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d4:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c0eaad-83cf-4430-b708-c66bdd7420d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:14:00Z', 'updated_at': '2021-06-15T14:14:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796471-1-iscsi', '_interfaces': [{'id': 'da9737a8-9041-44ab-8b20-9f32fed8bfee', 'name': '', 'network_id': '38cc54e9-46a5-4f17-85e6-fe0dd786b611', 'tenant_id': 'c3de56a81c9f49fdb5657745f0c5e9a7', 'mac_address': 'fa:16:3e:83:f0:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20c0eaad-83cf-4430-b708-c66bdd7420d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'c7a8d3b2-93d0-474b-a785-3b20f05c50a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:14:04Z', 'updated_at': '2021-06-15T14:14:11Z', 'revision_number': 4, 'project_id': 'c3de56a81c9f49fdb5657745f0c5e9a7', 'subnets': [{'id': 'c7a8d3b2-93d0-474b-a785-3b20f05c50a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796471-1-iscsi', False) {} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:14:12.180615 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-41728e1a-7384-4737-9a7b-0c731381d1bf req-6123d564-d6c4-4b3a-a197-f31f11377f6f service neutron] 10.222.0.26 "GET /v2.0/networks/aef6c564-c037-41ad-8e2d-dc5ff4f41860?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3029842 Jun 15 14:14:12.184394 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736323ed-b984-410b-9977-5ec17ed952ed None None] The sync data for ids ['20c0eaad-83cf-4430-b708-c66bdd7420d8'] in dv-cinder-796471-1-iscsi is: [{'id': '20c0eaad-83cf-4430-b708-c66bdd7420d8', 'name': 'tempest-TestVolumeBootPattern-92072223-router', 'tenant_id': 'c3de56a81c9f49fdb5657745f0c5e9a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'external_fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': 'd971e2b1-b9ea-44de-a79f-39fe38ddcd08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:13:59Z', 'updated_at': '2021-06-15T14:14:06Z', 'revision_number': 4, 'project_id': 'c3de56a81c9f49fdb5657745f0c5e9a7', 'gw_port': {'id': 'd971e2b1-b9ea-44de-a79f-39fe38ddcd08', 'name': '', 'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d4:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c0eaad-83cf-4430-b708-c66bdd7420d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:14:00Z', 'updated_at': '2021-06-15T14:14:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796471-1-iscsi', '_interfaces': [{'id': 'da9737a8-9041-44ab-8b20-9f32fed8bfee', 'name': '', 'network_id': '38cc54e9-46a5-4f17-85e6-fe0dd786b611', 'tenant_id': 'c3de56a81c9f49fdb5657745f0c5e9a7', 'mac_address': 'fa:16:3e:83:f0:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20c0eaad-83cf-4430-b708-c66bdd7420d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'c7a8d3b2-93d0-474b-a785-3b20f05c50a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:14:04Z', 'updated_at': '2021-06-15T14:14:11Z', 'revision_number': 4, 'project_id': 'c3de56a81c9f49fdb5657745f0c5e9a7', 'subnets': [{'id': 'c7a8d3b2-93d0-474b-a785-3b20f05c50a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:14:12.225532 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Device 3500ef57-393b-4a0f-a23a-0f69cc7d4c16 up at agent ovs-agent-dv-cinder-796471-1-iscsi {{(pid=91909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:14:12.280703 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-6a142d90-1913-43e0-945a-dbc01654f678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378'] for subnet, after_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:12.289253 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-4082a3be-4655-4656-aebf-b90c5625951d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:12.345145 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.db.resource_extend [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 15 14:14:12.429023 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48df771-cbe9-4119-9e99-7415248ed7de req-418ca468-b29c-4d0a-8308-5cf6f19eb38e tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:12.439086 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-a48df771-cbe9-4119-9e99-7415248ed7de req-418ca468-b29c-4d0a-8308-5cf6f19eb38e tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/ports?device_id=d71c4010-f1eb-4208-91ac-dca8202c8352 HTTP/1.1" status: 200 len: 944 time: 0.2426367 Jun 15 14:14:12.444790 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a142d90-1913-43e0-945a-dbc01654f678 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13a1c2a6-3aea-4fb5-997c-b92410a73d14,revision_number=0']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:12.460280 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-6a142d90-1913-43e0-945a-dbc01654f678 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:12.474807 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Provisioning complete for port 3500ef57-393b-4a0f-a23a-0f69cc7d4c16 triggered by entity L2. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:14:12.479732 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a142d90-1913-43e0-945a-dbc01654f678 admin admin] Checking segment: {'id': 'aceb1989-f2c5-4b97-99a8-c56a5b42fbeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'ffeec2f2-666d-4b02-97a9-87bff63394d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:14:12.480224 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a142d90-1913-43e0-945a-dbc01654f678 admin admin] Network hostable DHCP agents. Network: ffeec2f2-666d-4b02-97a9-87bff63394d7, hostable agents: ['b76165da-6319-4f74-a975-61037e393453'], hosted agents: [] {{(pid=91907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:14:12.481282 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897510'] for port, provisioning_complete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:12.517566 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-41728e1a-7384-4737-9a7b-0c731381d1bf req-4c02b288-4d6d-4c34-a074-f0249dd49216 service neutron] 10.222.0.26 "GET /v2.0/networks/aef6c564-c037-41ad-8e2d-dc5ff4f41860?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3213005 Jun 15 14:14:12.528460 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-a48df771-cbe9-4119-9e99-7415248ed7de req-a4ac5d18-4250-4c28-a356-5b75c5089832 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/security-groups?id=69da6443-a760-4382-8ecd-b3b336e40d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863519 Jun 15 14:14:12.533796 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_dvr_db [None req-a7d83a3d-24c3-4e31-b367-4e9f8d5065f5 None None] Set router 393e0435-0f48-44fa-a05d-23784279a998 gateway port host: dv-cinder-796471-1-iscsi {{(pid=91909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:14:12.533946 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a142d90-1913-43e0-945a-dbc01654f678 admin admin] Network ffeec2f2-666d-4b02-97a9-87bff63394d7 is scheduled to be hosted by DHCP agent b76165da-6319-4f74-a975-61037e393453 with binding_index 1 {{(pid=91907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:14:12.560195 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.scheduler.base_scheduler [None req-6a142d90-1913-43e0-945a-dbc01654f678 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796471-1-iscsi, ffeec2f2-666d-4b02-97a9-87bff63394d7) {{(pid=91907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:14:12.564539 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a142d90-1913-43e0-945a-dbc01654f678 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:12.565231 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-6a142d90-1913-43e0-945a-dbc01654f678 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537372'] for subnet, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:12.599273 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-6a142d90-1913-43e0-945a-dbc01654f678 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8727365 Jun 15 14:14:12.599477 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 33588) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:14:12.604178 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.v2.base [None req-b0a92338-d1b3-43a0-8938-5c20846296eb admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-245853233-router', 'tenant_id': '3338aa51acef48968495a2c4b09db908', 'external_gateway_info': {'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641'}}} {{(pid=91906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:14:12.676608 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-b0a92338-d1b3-43a0-8938-5c20846296eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10752'] for router, before_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:12.679754 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-b0a92338-d1b3-43a0-8938-5c20846296eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-667090', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338381', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10775'] for router, precommit_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:12.741259 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a41a2670-674e-4c23-91f1-ea1aa362f607 None None] Network ffeec2f2-666d-4b02-97a9-87bff63394d7 requested from dv-cinder-796471-1-iscsi {{(pid=91909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:14:12.907973 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-b0a92338-d1b3-43a0-8938-5c20846296eb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:12.971404 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-9b4b5ef0-2ff6-4aae-9fff-5de1368f0d9b req-c3dd2627-a950-49df-a66e-f5f94efb6be9 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7b01cb6-5369-48db-9b20-3f015520a361 HTTP/1.1" status: 200 len: 210 time: 0.0956011 Jun 15 14:14:13.339074 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] For port 1c3a23a8-b0e5-4c9a-ba3f-779490b8b7b7, host hv-cinder-79647, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79647',level=0,port_id=1c3a23a8-b0e5-4c9a-ba3f-779490b8b7b7,segment=NetworkSegment(c1e51313-9c41-43ed-bd7f-44cfad65f5b9),segment_id=c1e51313-9c41-43ed-bd7f-44cfad65f5b9)] {{(pid=91909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:14:13.393253 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Returning: {'device': '1c3a23a8-b0e5-4c9a-ba3f-779490b8b7b7', 'network_id': '53647b0d-4ed8-4c65-8def-7670da912845', 'port_id': '1c3a23a8-b0e5-4c9a-ba3f-779490b8b7b7', 'mac_address': 'fa:16:3e:21:b3:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 876, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afd26063-2fe1-438c-a2ba-9412fb4f10c5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91909) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 14:14:13.876773 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e19011-b8c7-4187-b17a-5fdf066adaa2 req-9896fac8-e8a9-4e3a-accb-9004d060101f tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:13.893724 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-e5e19011-b8c7-4187-b17a-5fdf066adaa2 req-9896fac8-e8a9-4e3a-accb-9004d060101f tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/ports?device_id=d71c4010-f1eb-4208-91ac-dca8202c8352 HTTP/1.1" status: 200 len: 944 time: 0.1571531 Jun 15 14:14:13.976937 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-900eeca8-a63b-44ac-a1f0-de070b0ce869 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4da9c1aa-4f2a-5f74-9401-623a714743bc-ffeec2f2-666d-4b02-97a9-87bff63394d7', 'network_id': 'ffeec2f2-666d-4b02-97a9-87bff63394d7', 'tenant_id': '3338aa51acef48968495a2c4b09db908', 'fixed_ips': [{'subnet_id': '13a1c2a6-3aea-4fb5-997c-b92410a73d14'}]}} from dv-cinder-796471-1-iscsi. {{(pid=91909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 15 14:14:13.979989 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-e5e19011-b8c7-4187-b17a-5fdf066adaa2 req-290c02a8-0607-44d9-8d7d-ae83e0c391a3 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/security-groups?id=69da6443-a760-4382-8ecd-b3b336e40d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853856 Jun 15 14:14:13.983018 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-900eeca8-a63b-44ac-a1f0-de070b0ce869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-33170876'] for port, before_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:14.014935 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:14.045925 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-b0a92338-d1b3-43a0-8938-5c20846296eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-667085', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-706225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10981'] for router, precommit_update {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:14.204714 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Device da9737a8-9041-44ab-8b20-9f32fed8bfee up at agent ovs-agent-dv-cinder-796471-1-iscsi {{(pid=91909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:14:14.233824 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.notifiers.nova [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c3a23a8-b0e5-4c9a-ba3f-779490b8b7b7 {{(pid=91909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:14:14.290945 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] For port 1c3a23a8-b0e5-4c9a-ba3f-779490b8b7b7, host hv-cinder-79647, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79647',level=0,port_id=1c3a23a8-b0e5-4c9a-ba3f-779490b8b7b7,segment=NetworkSegment(c1e51313-9c41-43ed-bd7f-44cfad65f5b9),segment_id=c1e51313-9c41-43ed-bd7f-44cfad65f5b9)] {{(pid=91909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:14:14.302557 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492'] for port, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:14.308631 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-5b55bfcf-3e74-415b-8f03-17b33f8b9aec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:14.313725 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ab63d1-25bb-4f35-8a23-f3303107ed49 req-d65a1814-cbe8-4cf8-a1b5-53169967fc36 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:14.315367 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-c4ab63d1-25bb-4f35-8a23-f3303107ed49 req-d65a1814-cbe8-4cf8-a1b5-53169967fc36 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/networks?id=aef6c564-c037-41ad-8e2d-dc5ff4f41860 HTTP/1.1" status: 200 len: 818 time: 0.4304781 Jun 15 14:14:14.345740 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-c4ab63d1-25bb-4f35-8a23-f3303107ed49 req-fe04632b-c356-4eef-aff8-da646277afea tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/quotas/dc461159adb540bbbcfcd75ea5604cfb HTTP/1.1" status: 200 len: 375 time: 0.0220175 Jun 15 14:14:14.397729 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_hamode_db [None req-a7d83a3d-24c3-4e31-b367-4e9f8d5065f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '393e0435-0f48-44fa-a05d-23784279a998', 'name': 'tempest-ServerRescueNegativeTestJSON-287899738-router', 'tenant_id': 'dc461159adb540bbbcfcd75ea5604cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'external_fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '3500ef57-393b-4a0f-a23a-0f69cc7d4c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:14:02Z', 'updated_at': '2021-06-15T14:14:08Z', 'revision_number': 4, 'project_id': 'dc461159adb540bbbcfcd75ea5604cfb', 'gw_port': {'id': '3500ef57-393b-4a0f-a23a-0f69cc7d4c16', 'name': '', 'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:2d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '393e0435-0f48-44fa-a05d-23784279a998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:14:03Z', 'updated_at': '2021-06-15T14:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796471-1-iscsi', '_interfaces': [{'id': '8797d483-0880-4304-b409-bcc2b934f296', 'name': '', 'network_id': 'aef6c564-c037-41ad-8e2d-dc5ff4f41860', 'tenant_id': 'dc461159adb540bbbcfcd75ea5604cfb', 'mac_address': 'fa:16:3e:ab:8c:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '393e0435-0f48-44fa-a05d-23784279a998', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '7617c69e-c1e9-44df-9ad7-ee8c6a77420c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:14:07Z', 'updated_at': '2021-06-15T14:14:08Z', 'revision_number': 2, 'project_id': 'dc461159adb540bbbcfcd75ea5604cfb', 'subnets': [{'id': '7617c69e-c1e9-44df-9ad7-ee8c6a77420c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796471-1-iscsi', False) {} {{(pid=91909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:14:14.413408 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Provisioning for port da9737a8-9041-44ab-8b20-9f32fed8bfee completed by entity L2. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:14:14.419105 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.db_base_plugin_common [None req-900eeca8-a63b-44ac-a1f0-de070b0ce869 None None] Allocated IP 172.20.0.2 (ffeec2f2-666d-4b02-97a9-87bff63394d7/13a1c2a6-3aea-4fb5-997c-b92410a73d14/21f0e36b-4994-4ba4-ac5d-5c309938fcf8) {{(pid=91909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:14:14.421943 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d83a3d-24c3-4e31-b367-4e9f8d5065f5 None None] Checking router: 393e0435-0f48-44fa-a05d-23784279a998 for host: dv-cinder-796471-1-iscsi {{(pid=91909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:14:14.422302 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d83a3d-24c3-4e31-b367-4e9f8d5065f5 None None] Updating router 393e0435-0f48-44fa-a05d-23784279a998 port 8797d483-0880-4304-b409-bcc2b934f296 binding host dv-cinder-796471-1-iscsi {{(pid=91909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 14:14:14.436110 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Provisioning complete for port da9737a8-9041-44ab-8b20-9f32fed8bfee triggered by entity L2. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:14:14.436511 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897510'] for port, provisioning_complete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:14.468291 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Pushing event updated for resources: {'Port': ['ID=1c3a23a8-b0e5-4c9a-ba3f-779490b8b7b7,revision_number=4']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:14.506169 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:14.556592 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-a7d83a3d-24c3-4e31-b367-4e9f8d5065f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:14.569570 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-b0a92338-d1b3-43a0-8938-5c20846296eb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:14.574654 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-c4ab63d1-25bb-4f35-8a23-f3303107ed49 req-f0505289-919d-4c10-b2b1-48461bddbe54 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=dc461159adb540bbbcfcd75ea5604cfb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2199209 Jun 15 14:14:14.609692 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-b0a92338-d1b3-43a0-8938-5c20846296eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-33170876'] for port, before_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:14.709564 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] get_ports_and_sgs() called for port_ids ['1c3a23a8-b0e5-4c9a-ba3f-779490b8b7b7'] {{(pid=91909) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:14:14.803737 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-c4ab63d1-25bb-4f35-8a23-f3303107ed49 req-e7620d63-4645-47fe-8899-2e651f51d5ff service neutron] 10.222.0.26 "GET /v2.0/networks/aef6c564-c037-41ad-8e2d-dc5ff4f41860?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034390 Jun 15 14:14:14.869726 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:14.884507 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.db.db_base_plugin_common [None req-b0a92338-d1b3-43a0-8938-5c20846296eb admin admin] Allocated IP 172.27.1.246 (962d46ed-056a-473f-b9cc-450bda4e3641/a342ae99-1675-4821-852d-5dc3e7213bc2/04e43dda-9d2e-47ca-9148-689f421b8439) {{(pid=91906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:14:14.965432 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-900eeca8-a63b-44ac-a1f0-de070b0ce869 None None] Notify callbacks [] for port, precommit_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:14.999227 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] For port da9737a8-9041-44ab-8b20-9f32fed8bfee, host dv-cinder-796471-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796471-1-iscsi',level=0,port_id=da9737a8-9041-44ab-8b20-9f32fed8bfee,segment=NetworkSegment(bdfc6570-21e3-4188-8b81-25944ca5b033),segment_id=bdfc6570-21e3-4188-8b81-25944ca5b033)] {{(pid=91909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:14:15.001164 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-900eeca8-a63b-44ac-a1f0-de070b0ce869 None None] Transition to ACTIVE for port object 21f0e36b-4994-4ba4-ac5d-5c309938fcf8 will not be triggered until provisioned by entity L2. {{(pid=91909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:14:15.057653 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492'] for port, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:15.073665 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:15.187808 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-900eeca8-a63b-44ac-a1f0-de070b0ce869 None None] Transition to ACTIVE for port object 21f0e36b-4994-4ba4-ac5d-5c309938fcf8 will not be triggered until provisioned by entity DHCP. {{(pid=91909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:14:15.253815 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-900eeca8-a63b-44ac-a1f0-de070b0ce869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33170815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-53808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781714044429'] for port, after_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:15.277189 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41728e1a-7384-4737-9a7b-0c731381d1bf req-61da1b4f-b8fb-497f-967f-0273e62c3895 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:15.280651 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-41728e1a-7384-4737-9a7b-0c731381d1bf req-61da1b4f-b8fb-497f-967f-0273e62c3895 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.67 "GET /v2.0/networks?id=aef6c564-c037-41ad-8e2d-dc5ff4f41860 HTTP/1.1" status: 200 len: 818 time: 0.4580584 Jun 15 14:14:15.293923 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Pushing event updated for resources: {'Port': ['ID=da9737a8-9041-44ab-8b20-9f32fed8bfee,revision_number=5']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:15.298488 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-c4ab63d1-25bb-4f35-8a23-f3303107ed49 req-d13a3519-a5b8-422b-aa55-6b69a23ba366 service neutron] 10.222.0.26 "GET /v2.0/networks/aef6c564-c037-41ad-8e2d-dc5ff4f41860?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4866364 Jun 15 14:14:15.307589 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:15.311466 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.056s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:15.314572 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-900eeca8-a63b-44ac-a1f0-de070b0ce869 None None] Network ffeec2f2-666d-4b02-97a9-87bff63394d7 is already hosted by enough agents. {{(pid=91909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:14:15.320458 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.v2.base [req-41728e1a-7384-4737-9a7b-0c731381d1bf req-8d85d279-1b5d-4901-9a61-8c1447d9934c tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Request body: {'port': {'device_id': 'a7b01cb6-5369-48db-9b20-3f015520a361', 'network_id': 'aef6c564-c037-41ad-8e2d-dc5ff4f41860', 'admin_state_up': True, 'tenant_id': 'dc461159adb540bbbcfcd75ea5604cfb'}} {{(pid=91906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:14:15.358831 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14141351-8db1-4cca-a140-4829b6162c00 req-41b3e3c0-c1da-40c4-a07f-f96afe953608 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:15.361937 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-14141351-8db1-4cca-a140-4829b6162c00 req-41b3e3c0-c1da-40c4-a07f-f96afe953608 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/ports?device_id=d71c4010-f1eb-4208-91ac-dca8202c8352 HTTP/1.1" status: 200 len: 945 time: 0.1528184 Jun 15 14:14:15.377430 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.scheduler.base_scheduler [None req-900eeca8-a63b-44ac-a1f0-de070b0ce869 None None] Resources bound (agent type, host, resource id): {{(pid=91909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:14:15.384583 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900eeca8-a63b-44ac-a1f0-de070b0ce869 None None] Received port after_create {{(pid=91909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:14:15.449444 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-a7d83a3d-24c3-4e31-b367-4e9f8d5065f5 None None] Notify callbacks [] for port, precommit_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:15.476419 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-14141351-8db1-4cca-a140-4829b6162c00 req-d81823c4-7a7c-4e31-9d25-5833beccef11 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/security-groups?id=69da6443-a760-4382-8ecd-b3b336e40d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094446 Jun 15 14:14:15.484615 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900eeca8-a63b-44ac-a1f0-de070b0ce869 None None] Pushing event updated for resources: {'Port': ['ID=21f0e36b-4994-4ba4-ac5d-5c309938fcf8,revision_number=1']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:15.493081 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-900eeca8-a63b-44ac-a1f0-de070b0ce869 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:15.521477 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-a7d83a3d-24c3-4e31-b367-4e9f8d5065f5 None None] Transition to ACTIVE for port object 8797d483-0880-4304-b409-bcc2b934f296 will not be triggered until provisioned by entity L2. {{(pid=91909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:14:15.547836 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.managers [None req-900eeca8-a63b-44ac-a1f0-de070b0ce869 None None] Attempting to bind port 21f0e36b-4994-4ba4-ac5d-5c309938fcf8 on host dv-cinder-796471-1-iscsi for vnic_type normal with profile {{(pid=91909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:14:15.548226 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.managers [None req-900eeca8-a63b-44ac-a1f0-de070b0ce869 None None] Attempting to bind port 21f0e36b-4994-4ba4-ac5d-5c309938fcf8 by drivers openvswitch,hyperv on host dv-cinder-796471-1-iscsi at level 0 using segments [{'id': 'aceb1989-f2c5-4b97-99a8-c56a5b42fbeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'ffeec2f2-666d-4b02-97a9-87bff63394d7'}] {{(pid=91909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:14:15.548598 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900eeca8-a63b-44ac-a1f0-de070b0ce869 None None] Attempting to bind port 21f0e36b-4994-4ba4-ac5d-5c309938fcf8 on network ffeec2f2-666d-4b02-97a9-87bff63394d7 {{(pid=91909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:14:15.553545 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-a7d83a3d-24c3-4e31-b367-4e9f8d5065f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492'] for port, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:15.558579 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:15.569981 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900eeca8-a63b-44ac-a1f0-de070b0ce869 None None] Checking agent: {'id': 'a00a16a2-d8fd-48bc-a1ff-18db44b70890', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796471-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 4, 51), 'started_at': datetime.datetime(2021, 6, 15, 14, 5, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796471-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:14:15.570317 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900eeca8-a63b-44ac-a1f0-de070b0ce869 None None] Checking segment: {'id': 'aceb1989-f2c5-4b97-99a8-c56a5b42fbeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'ffeec2f2-666d-4b02-97a9-87bff63394d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:14:15.570733 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-900eeca8-a63b-44ac-a1f0-de070b0ce869 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:15.571190 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900eeca8-a63b-44ac-a1f0-de070b0ce869 None None] Bound using segment: {'id': 'aceb1989-f2c5-4b97-99a8-c56a5b42fbeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'ffeec2f2-666d-4b02-97a9-87bff63394d7'} {{(pid=91909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:14:15.571696 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.managers [None req-900eeca8-a63b-44ac-a1f0-de070b0ce869 None None] Bound port: 21f0e36b-4994-4ba4-ac5d-5c309938fcf8, host: dv-cinder-796471-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aceb1989-f2c5-4b97-99a8-c56a5b42fbeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'ffeec2f2-666d-4b02-97a9-87bff63394d7'}}] {{(pid=91909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:14:15.572075 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-900eeca8-a63b-44ac-a1f0-de070b0ce869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:15.660880 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-b0a92338-d1b3-43a0-8938-5c20846296eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:15.733816 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41728e1a-7384-4737-9a7b-0c731381d1bf req-8d85d279-1b5d-4901-9a61-8c1447d9934c tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Made reservation on behalf of dc461159adb540bbbcfcd75ea5604cfb for: {'port': 1} {{(pid=91906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:14:15.737911 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [req-41728e1a-7384-4737-9a7b-0c731381d1bf req-8d85d279-1b5d-4901-9a61-8c1447d9934c tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-33170876'] for port, before_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:15.803513 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfbb146-cc5a-4a34-afe4-77d8138e88e7 None None] Pushing event updated for resources: {'Port': ['ID=8797d483-0880-4304-b409-bcc2b934f296,revision_number=3']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:15.808370 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-9bfbb146-cc5a-4a34-afe4-77d8138e88e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:15.832266 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-b0a92338-d1b3-43a0-8938-5c20846296eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33170815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-53808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781714044429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3410907'] for port, after_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:15.838148 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:15.919315 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a92338-d1b3-43a0-8938-5c20846296eb admin admin] Network 962d46ed-056a-473f-b9cc-450bda4e3641 is already hosted by enough agents. {{(pid=91906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:14:15.949218 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.scheduler.base_scheduler [None req-b0a92338-d1b3-43a0-8938-5c20846296eb admin admin] Resources bound (agent type, host, resource id): {{(pid=91906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:14:15.954437 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a92338-d1b3-43a0-8938-5c20846296eb admin admin] Pushing event updated for resources: {'Port': ['ID=04e43dda-9d2e-47ca-9148-689f421b8439,revision_number=1']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:15.957028 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a92338-d1b3-43a0-8938-5c20846296eb admin admin] Received port after_create {{(pid=91906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:14:15.961987 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-b0a92338-d1b3-43a0-8938-5c20846296eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:16.031944 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.db.db_base_plugin_common [req-41728e1a-7384-4737-9a7b-0c731381d1bf req-8d85d279-1b5d-4901-9a61-8c1447d9934c tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Allocated IP 172.20.0.8 (aef6c564-c037-41ad-8e2d-dc5ff4f41860/7617c69e-c1e9-44df-9ad7-ee8c6a77420c/723a2e3e-c604-44be-982e-11d3efd9329f) {{(pid=91906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:14:16.052461 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-900eeca8-a63b-44ac-a1f0-de070b0ce869 None None] For port 21f0e36b-4994-4ba4-ac5d-5c309938fcf8, host dv-cinder-796471-1-iscsi, cleared binding levels {{(pid=91909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:14:16.058063 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.managers [None req-a7d83a3d-24c3-4e31-b367-4e9f8d5065f5 None None] Attempting to bind port 8797d483-0880-4304-b409-bcc2b934f296 on host dv-cinder-796471-1-iscsi for vnic_type normal with profile {{(pid=91909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:14:16.058443 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.managers [None req-a7d83a3d-24c3-4e31-b367-4e9f8d5065f5 None None] Attempting to bind port 8797d483-0880-4304-b409-bcc2b934f296 by drivers openvswitch,hyperv on host dv-cinder-796471-1-iscsi at level 0 using segments [{'id': '669acf29-bcd8-42cf-bedb-e2672ed83e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'aef6c564-c037-41ad-8e2d-dc5ff4f41860'}] {{(pid=91909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:14:16.058879 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d83a3d-24c3-4e31-b367-4e9f8d5065f5 None None] Attempting to bind port 8797d483-0880-4304-b409-bcc2b934f296 on network aef6c564-c037-41ad-8e2d-dc5ff4f41860 {{(pid=91909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:14:16.077544 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-900eeca8-a63b-44ac-a1f0-de070b0ce869 None None] For port 21f0e36b-4994-4ba4-ac5d-5c309938fcf8, host dv-cinder-796471-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796471-1-iscsi',level=0,port_id=21f0e36b-4994-4ba4-ac5d-5c309938fcf8,segment=NetworkSegment(aceb1989-f2c5-4b97-99a8-c56a5b42fbeb),segment_id=aceb1989-f2c5-4b97-99a8-c56a5b42fbeb)] {{(pid=91909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:14:16.078916 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d83a3d-24c3-4e31-b367-4e9f8d5065f5 None None] Checking agent: {'id': 'a00a16a2-d8fd-48bc-a1ff-18db44b70890', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796471-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 4, 51), 'started_at': datetime.datetime(2021, 6, 15, 14, 5, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796471-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:14:16.079303 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d83a3d-24c3-4e31-b367-4e9f8d5065f5 None None] Checking segment: {'id': '669acf29-bcd8-42cf-bedb-e2672ed83e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'aef6c564-c037-41ad-8e2d-dc5ff4f41860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:14:16.079720 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-a7d83a3d-24c3-4e31-b367-4e9f8d5065f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:16.080154 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d83a3d-24c3-4e31-b367-4e9f8d5065f5 None None] Bound using segment: {'id': '669acf29-bcd8-42cf-bedb-e2672ed83e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'aef6c564-c037-41ad-8e2d-dc5ff4f41860'} {{(pid=91909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:14:16.080744 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.managers [None req-a7d83a3d-24c3-4e31-b367-4e9f8d5065f5 None None] Bound port: 8797d483-0880-4304-b409-bcc2b934f296, host: dv-cinder-796471-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '669acf29-bcd8-42cf-bedb-e2672ed83e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'aef6c564-c037-41ad-8e2d-dc5ff4f41860'}}] {{(pid=91909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:14:16.081166 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-a7d83a3d-24c3-4e31-b367-4e9f8d5065f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:16.103042 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-900eeca8-a63b-44ac-a1f0-de070b0ce869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492'] for port, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:16.108096 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:16.144038 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Device da9737a8-9041-44ab-8b20-9f32fed8bfee up at agent ovs-agent-dv-cinder-796471-1-iscsi {{(pid=91909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:14:16.277076 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900eeca8-a63b-44ac-a1f0-de070b0ce869 None None] Pushing event updated for resources: {'Port': ['ID=21f0e36b-4994-4ba4-ac5d-5c309938fcf8,revision_number=2']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:16.285405 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-900eeca8-a63b-44ac-a1f0-de070b0ce869 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:16.288605 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-a7d83a3d-24c3-4e31-b367-4e9f8d5065f5 None None] For port 8797d483-0880-4304-b409-bcc2b934f296, host dv-cinder-796471-1-iscsi, cleared binding levels {{(pid=91909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:14:16.294533 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-a7d83a3d-24c3-4e31-b367-4e9f8d5065f5 None None] For port 8797d483-0880-4304-b409-bcc2b934f296, host dv-cinder-796471-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796471-1-iscsi',level=0,port_id=8797d483-0880-4304-b409-bcc2b934f296,segment=NetworkSegment(669acf29-bcd8-42cf-bedb-e2672ed83e53),segment_id=669acf29-bcd8-42cf-bedb-e2672ed83e53)] {{(pid=91909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:14:16.302687 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-a7d83a3d-24c3-4e31-b367-4e9f8d5065f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492'] for port, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:16.311837 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:16.351184 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Provisioning complete for port da9737a8-9041-44ab-8b20-9f32fed8bfee triggered by entity L2. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:14:16.351573 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897510'] for port, provisioning_complete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:16.441044 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d83a3d-24c3-4e31-b367-4e9f8d5065f5 None None] Routers {'393e0435-0f48-44fa-a05d-23784279a998'} bound to L3 agent in host dv-cinder-796471-1-iscsi {{(pid=91909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:14:16.441692 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_hamode_db [None req-a7d83a3d-24c3-4e31-b367-4e9f8d5065f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796471-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-15T14:04:51Z,description=,heartbeat_timestamp=2021-06-15T14:13:51Z,host='dv-cinder-796471-1-iscsi',id=7c0fcfb6-ee6c-4f84-9204-f4cc96555f34,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:04:51Z,topic='l3_agent')) {'router_ids': ['393e0435-0f48-44fa-a05d-23784279a998'], 'active': True} {{(pid=91909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:14:16.486396 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-b0a92338-d1b3-43a0-8938-5c20846296eb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:16.551916 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfbb146-cc5a-4a34-afe4-77d8138e88e7 None None] Pushing event updated for resources: {'Port': ['ID=8797d483-0880-4304-b409-bcc2b934f296,revision_number=4']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:16.564603 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-9bfbb146-cc5a-4a34-afe4-77d8138e88e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:16.659363 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_dvr_db [None req-a7d83a3d-24c3-4e31-b367-4e9f8d5065f5 None None] Set router 393e0435-0f48-44fa-a05d-23784279a998 gateway port host: dv-cinder-796471-1-iscsi {{(pid=91909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:14:16.888511 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [req-41728e1a-7384-4737-9a7b-0c731381d1bf req-8d85d279-1b5d-4901-9a61-8c1447d9934c tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Notify callbacks [] for port, precommit_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:16.928590 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_hamode_db [None req-a7d83a3d-24c3-4e31-b367-4e9f8d5065f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '393e0435-0f48-44fa-a05d-23784279a998', 'name': 'tempest-ServerRescueNegativeTestJSON-287899738-router', 'tenant_id': 'dc461159adb540bbbcfcd75ea5604cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'external_fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '3500ef57-393b-4a0f-a23a-0f69cc7d4c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:14:02Z', 'updated_at': '2021-06-15T14:14:08Z', 'revision_number': 4, 'project_id': 'dc461159adb540bbbcfcd75ea5604cfb', 'gw_port': {'id': '3500ef57-393b-4a0f-a23a-0f69cc7d4c16', 'name': '', 'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:2d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '393e0435-0f48-44fa-a05d-23784279a998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:14:03Z', 'updated_at': '2021-06-15T14:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796471-1-iscsi', '_interfaces': [{'id': '8797d483-0880-4304-b409-bcc2b934f296', 'name': '', 'network_id': 'aef6c564-c037-41ad-8e2d-dc5ff4f41860', 'tenant_id': 'dc461159adb540bbbcfcd75ea5604cfb', 'mac_address': 'fa:16:3e:ab:8c:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '393e0435-0f48-44fa-a05d-23784279a998', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '7617c69e-c1e9-44df-9ad7-ee8c6a77420c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:14:07Z', 'updated_at': '2021-06-15T14:14:16Z', 'revision_number': 4, 'project_id': 'dc461159adb540bbbcfcd75ea5604cfb', 'subnets': [{'id': '7617c69e-c1e9-44df-9ad7-ee8c6a77420c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796471-1-iscsi', False) {} {{(pid=91909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:14:16.933335 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d83a3d-24c3-4e31-b367-4e9f8d5065f5 None None] The sync data for ids ['393e0435-0f48-44fa-a05d-23784279a998'] in dv-cinder-796471-1-iscsi is: [{'id': '393e0435-0f48-44fa-a05d-23784279a998', 'name': 'tempest-ServerRescueNegativeTestJSON-287899738-router', 'tenant_id': 'dc461159adb540bbbcfcd75ea5604cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'external_fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '3500ef57-393b-4a0f-a23a-0f69cc7d4c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:14:02Z', 'updated_at': '2021-06-15T14:14:08Z', 'revision_number': 4, 'project_id': 'dc461159adb540bbbcfcd75ea5604cfb', 'gw_port': {'id': '3500ef57-393b-4a0f-a23a-0f69cc7d4c16', 'name': '', 'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:2d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '393e0435-0f48-44fa-a05d-23784279a998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:14:03Z', 'updated_at': '2021-06-15T14:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796471-1-iscsi', '_interfaces': [{'id': '8797d483-0880-4304-b409-bcc2b934f296', 'name': '', 'network_id': 'aef6c564-c037-41ad-8e2d-dc5ff4f41860', 'tenant_id': 'dc461159adb540bbbcfcd75ea5604cfb', 'mac_address': 'fa:16:3e:ab:8c:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '393e0435-0f48-44fa-a05d-23784279a998', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '7617c69e-c1e9-44df-9ad7-ee8c6a77420c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:14:07Z', 'updated_at': '2021-06-15T14:14:16Z', 'revision_number': 4, 'project_id': 'dc461159adb540bbbcfcd75ea5604cfb', 'subnets': [{'id': '7617c69e-c1e9-44df-9ad7-ee8c6a77420c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:14:17.070307 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [req-41728e1a-7384-4737-9a7b-0c731381d1bf req-8d85d279-1b5d-4901-9a61-8c1447d9934c tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33170815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-53808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781714044429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3410907'] for port, after_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:17.076017 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-8d126b5b-ea3b-4069-8c13-c56501eda961 tempest-DeleteServersTestJSON-990213416 tempest-DeleteServersTestJSON-990213416-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:17.148472 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-b0a92338-d1b3-43a0-8938-5c20846296eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-706216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-667285'] for router, after_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:17.163814 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41728e1a-7384-4737-9a7b-0c731381d1bf req-8d85d279-1b5d-4901-9a61-8c1447d9934c tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Network aef6c564-c037-41ad-8e2d-dc5ff4f41860 is already hosted by enough agents. {{(pid=91906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:14:17.175010 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.scheduler.base_scheduler [req-41728e1a-7384-4737-9a7b-0c731381d1bf req-8d85d279-1b5d-4901-9a61-8c1447d9934c tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Resources bound (agent type, host, resource id): {{(pid=91906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:14:17.212659 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc3e4d24-c553-43d4-b504-3fe80451d495 None None] Network ffeec2f2-666d-4b02-97a9-87bff63394d7 requested from dv-cinder-796471-1-iscsi {{(pid=91909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:14:17.229404 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d85d279-1b5d-4901-9a61-8c1447d9934c tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Pushing event updated for resources: {'Port': ['ID=723a2e3e-c604-44be-982e-11d3efd9329f,revision_number=1']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:17.231984 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.db.l3_dvrscheduler_db [req-41728e1a-7384-4737-9a7b-0c731381d1bf req-8d85d279-1b5d-4901-9a61-8c1447d9934c tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Received port after_create {{(pid=91906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:14:17.281785 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-8d85d279-1b5d-4901-9a61-8c1447d9934c tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:17.334824 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-b400b38f-d285-4356-86c2-ea94c1a087bd None None] Provisioning for port 21f0e36b-4994-4ba4-ac5d-5c309938fcf8 completed by entity DHCP. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:14:17.353002 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41728e1a-7384-4737-9a7b-0c731381d1bf req-8d85d279-1b5d-4901-9a61-8c1447d9934c tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:17.353645 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [req-41728e1a-7384-4737-9a7b-0c731381d1bf req-8d85d279-1b5d-4901-9a61-8c1447d9934c tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58954'] for port, before_response {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:17.378886 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-41728e1a-7384-4737-9a7b-0c731381d1bf req-8d85d279-1b5d-4901-9a61-8c1447d9934c tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0726750 Jun 15 14:14:17.414465 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0a92338-d1b3-43a0-8938-5c20846296eb admin admin] Router 1b128bd6-6ff4-4aa5-b28d-99b1d2cf78e8 is scheduled to L3 agent 7c0fcfb6-ee6c-4f84-9204-f4cc96555f34 with binding_index 1 {{(pid=91906) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 15 14:14:17.590757 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0a92338-d1b3-43a0-8938-5c20846296eb admin admin] Notify agent at l3_agent.dv-cinder-796471-1-iscsi the message routers_updated {{(pid=91906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:14:17.602316 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d18228-2da3-43f2-9f57-e4a160cb2b11 None None] Sync routers for ids ['1b128bd6-6ff4-4aa5-b28d-99b1d2cf78e8'] in dv-cinder-796471-1-iscsi {{(pid=91910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:14:17.611010 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-b0a92338-d1b3-43a0-8938-5c20846296eb admin admin] Notify callbacks [] for router, before_response {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:17.613017 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-b0a92338-d1b3-43a0-8938-5c20846296eb admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.0123580 Jun 15 14:14:17.613321 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d18228-2da3-43f2-9f57-e4a160cb2b11 None None] Routers {'1b128bd6-6ff4-4aa5-b28d-99b1d2cf78e8'} bound to L3 agent in host dv-cinder-796471-1-iscsi {{(pid=91910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:14:17.613931 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-27d18228-2da3-43f2-9f57-e4a160cb2b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796471-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-15T14:04:51Z,description=,heartbeat_timestamp=2021-06-15T14:13:51Z,host='dv-cinder-796471-1-iscsi',id=7c0fcfb6-ee6c-4f84-9204-f4cc96555f34,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:04:51Z,topic='l3_agent')) {'router_ids': ['1b128bd6-6ff4-4aa5-b28d-99b1d2cf78e8'], 'active': True} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:14:17.620898 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 33712) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:14:17.902055 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvr_db [None req-27d18228-2da3-43f2-9f57-e4a160cb2b11 None None] Set router 1b128bd6-6ff4-4aa5-b28d-99b1d2cf78e8 gateway port host: dv-cinder-796471-1-iscsi {{(pid=91910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:14:18.045899 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-5785787e-6320-49f9-80cc-094415e2276d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:18.200518 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Device 21f0e36b-4994-4ba4-ac5d-5c309938fcf8 up at agent ovs-agent-dv-cinder-796471-1-iscsi {{(pid=91909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:14:18.210387 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-27d18228-2da3-43f2-9f57-e4a160cb2b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b128bd6-6ff4-4aa5-b28d-99b1d2cf78e8', 'name': 'tempest-TestVolumeBootPattern-245853233-router', 'tenant_id': '3338aa51acef48968495a2c4b09db908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'external_fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '04e43dda-9d2e-47ca-9148-689f421b8439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:14:12Z', 'updated_at': '2021-06-15T14:14:16Z', 'revision_number': 3, 'project_id': '3338aa51acef48968495a2c4b09db908', 'gw_port': {'id': '04e43dda-9d2e-47ca-9148-689f421b8439', 'name': '', 'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:21:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b128bd6-6ff4-4aa5-b28d-99b1d2cf78e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:14:14Z', 'updated_at': '2021-06-15T14:14:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796471-1-iscsi'}], 'dv-cinder-796471-1-iscsi', False) {} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:14:18.214609 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d18228-2da3-43f2-9f57-e4a160cb2b11 None None] Checking router: 1b128bd6-6ff4-4aa5-b28d-99b1d2cf78e8 for host: dv-cinder-796471-1-iscsi {{(pid=91910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:14:18.215807 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d18228-2da3-43f2-9f57-e4a160cb2b11 None None] Updating router 1b128bd6-6ff4-4aa5-b28d-99b1d2cf78e8 port 04e43dda-9d2e-47ca-9148-689f421b8439 binding host dv-cinder-796471-1-iscsi {{(pid=91910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 14:14:18.276569 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-27d18228-2da3-43f2-9f57-e4a160cb2b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:18.283596 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Provisioning for port 21f0e36b-4994-4ba4-ac5d-5c309938fcf8 completed by entity L2. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:14:18.287461 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Provisioning complete for port 21f0e36b-4994-4ba4-ac5d-5c309938fcf8 triggered by entity L2. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:14:18.287841 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897510'] for port, provisioning_complete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:18.376268 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:18.417775 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] For port 21f0e36b-4994-4ba4-ac5d-5c309938fcf8, host dv-cinder-796471-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796471-1-iscsi',level=0,port_id=21f0e36b-4994-4ba4-ac5d-5c309938fcf8,segment=NetworkSegment(aceb1989-f2c5-4b97-99a8-c56a5b42fbeb),segment_id=aceb1989-f2c5-4b97-99a8-c56a5b42fbeb)] {{(pid=91909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:14:18.423720 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492'] for port, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:18.424912 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Device 8797d483-0880-4304-b409-bcc2b934f296 up at agent ovs-agent-dv-cinder-796471-1-iscsi {{(pid=91909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:14:18.427954 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-900eeca8-a63b-44ac-a1f0-de070b0ce869 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:18.517603 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.v2.base [req-41728e1a-7384-4737-9a7b-0c731381d1bf req-a50edb1a-9157-4c3f-b40f-9113534cd460 service neutron] Request body: {'port': {'device_id': 'a7b01cb6-5369-48db-9b20-3f015520a361', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79647'}} {{(pid=91906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:14:18.551552 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-a03490ad-774d-427b-8763-a0ef56aed726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-33170876'] for port, before_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:18.589874 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Pushing event updated for resources: {'Port': ['ID=21f0e36b-4994-4ba4-ac5d-5c309938fcf8,revision_number=3']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:18.593136 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:18.595531 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Provisioning for port 8797d483-0880-4304-b409-bcc2b934f296 completed by entity L2. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:14:18.600035 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Provisioning complete for port 8797d483-0880-4304-b409-bcc2b934f296 triggered by entity L2. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:14:18.600346 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897510'] for port, provisioning_complete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:18.680961 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-ffd0be7d-1d6d-4533-8b36-cb52ae92a23a req-cef44359-c170-45b2-86f4-14fe356f9ffb tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e9732d0-86bc-4907-93ad-526dbd138d5d HTTP/1.1" status: 200 len: 210 time: 0.0416865 Jun 15 14:14:18.688864 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-27d18228-2da3-43f2-9f57-e4a160cb2b11 None None] Notify callbacks [] for port, precommit_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:18.703858 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-27d18228-2da3-43f2-9f57-e4a160cb2b11 None None] Transition to ACTIVE for port object 04e43dda-9d2e-47ca-9148-689f421b8439 will not be triggered until provisioned by entity L2. {{(pid=91910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:14:18.719058 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-27d18228-2da3-43f2-9f57-e4a160cb2b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492'] for port, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:18.722220 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:18.739330 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [req-41728e1a-7384-4737-9a7b-0c731381d1bf req-a50edb1a-9157-4c3f-b40f-9113534cd460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:18.756393 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:18.812889 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] For port 8797d483-0880-4304-b409-bcc2b934f296, host dv-cinder-796471-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796471-1-iscsi',level=0,port_id=8797d483-0880-4304-b409-bcc2b934f296,segment=NetworkSegment(669acf29-bcd8-42cf-bedb-e2672ed83e53),segment_id=669acf29-bcd8-42cf-bedb-e2672ed83e53)] {{(pid=91909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:14:18.815339 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.managers [None req-27d18228-2da3-43f2-9f57-e4a160cb2b11 None None] Attempting to bind port 04e43dda-9d2e-47ca-9148-689f421b8439 on host dv-cinder-796471-1-iscsi for vnic_type normal with profile {{(pid=91910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:14:18.815767 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.managers [None req-27d18228-2da3-43f2-9f57-e4a160cb2b11 None None] Attempting to bind port 04e43dda-9d2e-47ca-9148-689f421b8439 by drivers openvswitch,hyperv on host dv-cinder-796471-1-iscsi at level 0 using segments [{'id': '16359361-6c0e-4f40-8a0e-56105654022c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641'}] {{(pid=91910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:14:18.816082 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d18228-2da3-43f2-9f57-e4a160cb2b11 None None] Attempting to bind port 04e43dda-9d2e-47ca-9148-689f421b8439 on network 962d46ed-056a-473f-b9cc-450bda4e3641 {{(pid=91910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:14:18.821046 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492'] for port, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:18.824773 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d18228-2da3-43f2-9f57-e4a160cb2b11 None None] Checking agent: {'id': 'a00a16a2-d8fd-48bc-a1ff-18db44b70890', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796471-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 4, 51), 'started_at': datetime.datetime(2021, 6, 15, 14, 5, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796471-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:14:18.825372 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d18228-2da3-43f2-9f57-e4a160cb2b11 None None] Checking segment: {'id': '16359361-6c0e-4f40-8a0e-56105654022c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:14:18.825952 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-27d18228-2da3-43f2-9f57-e4a160cb2b11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:18.826834 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d18228-2da3-43f2-9f57-e4a160cb2b11 None None] Bound using segment: {'id': '16359361-6c0e-4f40-8a0e-56105654022c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641'} {{(pid=91910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:14:18.827622 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.managers [None req-27d18228-2da3-43f2-9f57-e4a160cb2b11 None None] Bound port: 04e43dda-9d2e-47ca-9148-689f421b8439, host: dv-cinder-796471-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16359361-6c0e-4f40-8a0e-56105654022c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641'}}] {{(pid=91910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:14:18.828277 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-27d18228-2da3-43f2-9f57-e4a160cb2b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:18.828641 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:18.830489 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d5a576-3944-402a-9042-24ec1cbf4246 None None] Pushing event updated for resources: {'Port': ['ID=04e43dda-9d2e-47ca-9148-689f421b8439,revision_number=2']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:18.833950 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-72d5a576-3944-402a-9042-24ec1cbf4246 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:18.904104 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-27d18228-2da3-43f2-9f57-e4a160cb2b11 None None] For port 04e43dda-9d2e-47ca-9148-689f421b8439, host dv-cinder-796471-1-iscsi, cleared binding levels {{(pid=91910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:14:18.907699 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-27d18228-2da3-43f2-9f57-e4a160cb2b11 None None] For port 04e43dda-9d2e-47ca-9148-689f421b8439, host dv-cinder-796471-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796471-1-iscsi',level=0,port_id=04e43dda-9d2e-47ca-9148-689f421b8439,segment=NetworkSegment(16359361-6c0e-4f40-8a0e-56105654022c),segment_id=16359361-6c0e-4f40-8a0e-56105654022c)] {{(pid=91910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:14:18.912560 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-27d18228-2da3-43f2-9f57-e4a160cb2b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492'] for port, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:18.915816 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-86b33b49-ce69-475a-8e83-762f53f676f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:18.930269 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Pushing event updated for resources: {'Port': ['ID=8797d483-0880-4304-b409-bcc2b934f296,revision_number=5']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:18.937891 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.db.db_base_plugin_common [None req-a03490ad-774d-427b-8763-a0ef56aed726 admin admin] Allocated IP 172.20.0.1 (ffeec2f2-666d-4b02-97a9-87bff63394d7/13a1c2a6-3aea-4fb5-997c-b92410a73d14/4767a422-39a6-414e-94fd-bf5eac72baab) {{(pid=91907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:14:18.949019 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:19.004707 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d5a576-3944-402a-9042-24ec1cbf4246 None None] Pushing event updated for resources: {'Port': ['ID=04e43dda-9d2e-47ca-9148-689f421b8439,revision_number=3']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:19.011984 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-72d5a576-3944-402a-9042-24ec1cbf4246 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:19.026266 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d18228-2da3-43f2-9f57-e4a160cb2b11 None None] Routers {'1b128bd6-6ff4-4aa5-b28d-99b1d2cf78e8'} bound to L3 agent in host dv-cinder-796471-1-iscsi {{(pid=91910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:14:19.027159 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-27d18228-2da3-43f2-9f57-e4a160cb2b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796471-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-15T14:04:51Z,description=,heartbeat_timestamp=2021-06-15T14:13:51Z,host='dv-cinder-796471-1-iscsi',id=7c0fcfb6-ee6c-4f84-9204-f4cc96555f34,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:04:51Z,topic='l3_agent')) {'router_ids': ['1b128bd6-6ff4-4aa5-b28d-99b1d2cf78e8'], 'active': True} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:14:19.047087 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873e093e-9547-4b7a-8032-bd9e50422b43 req-eff2bd22-5570-4ace-84d4-4ade4ae9dedc tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:19.048602 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-873e093e-9547-4b7a-8032-bd9e50422b43 req-eff2bd22-5570-4ace-84d4-4ade4ae9dedc tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/ports?device_id=d71c4010-f1eb-4208-91ac-dca8202c8352 HTTP/1.1" status: 200 len: 945 time: 0.2580748 Jun 15 14:14:19.125788 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-a03490ad-774d-427b-8763-a0ef56aed726 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:19.147011 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.db.provisioning_blocks [None req-a03490ad-774d-427b-8763-a0ef56aed726 admin admin] Transition to ACTIVE for port object 4767a422-39a6-414e-94fd-bf5eac72baab will not be triggered until provisioned by entity DHCP. {{(pid=91907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:14:19.157732 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-873e093e-9547-4b7a-8032-bd9e50422b43 req-3da4078e-8726-4aaa-bcd8-5e4b6d0e29c4 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/security-groups?id=69da6443-a760-4382-8ecd-b3b336e40d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988822 Jun 15 14:14:19.210967 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-a03490ad-774d-427b-8763-a0ef56aed726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33170815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-53808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781714044429'] for port, after_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:19.215540 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:19.265487 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.notifiers.nova [req-41728e1a-7384-4737-9a7b-0c731381d1bf req-a50edb1a-9157-4c3f-b40f-9113534cd460 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 723a2e3e-c604-44be-982e-11d3efd9329f {{(pid=91906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:14:19.275763 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [req-41728e1a-7384-4737-9a7b-0c731381d1bf req-a50edb1a-9157-4c3f-b40f-9113534cd460 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:19.276190 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03490ad-774d-427b-8763-a0ef56aed726 admin admin] Network ffeec2f2-666d-4b02-97a9-87bff63394d7 is already hosted by enough agents. {{(pid=91907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:14:19.281942 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.scheduler.base_scheduler [None req-a03490ad-774d-427b-8763-a0ef56aed726 admin admin] Resources bound (agent type, host, resource id): {{(pid=91907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:14:19.285160 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03490ad-774d-427b-8763-a0ef56aed726 admin admin] Received port after_create {{(pid=91907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:14:19.285877 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-a03490ad-774d-427b-8763-a0ef56aed726 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-670032'] for router_interface, before_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:19.292748 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvr_db [None req-27d18228-2da3-43f2-9f57-e4a160cb2b11 None None] Set router 1b128bd6-6ff4-4aa5-b28d-99b1d2cf78e8 gateway port host: dv-cinder-796471-1-iscsi {{(pid=91910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:14:19.321991 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.db.provisioning_blocks [req-41728e1a-7384-4737-9a7b-0c731381d1bf req-a50edb1a-9157-4c3f-b40f-9113534cd460 service neutron] Transition to ACTIVE for port object 723a2e3e-c604-44be-982e-11d3efd9329f will not be triggered until provisioned by entity L2. {{(pid=91906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:14:19.327861 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [req-41728e1a-7384-4737-9a7b-0c731381d1bf req-a50edb1a-9157-4c3f-b40f-9113534cd460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3410917'] for port, after_update {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:19.335569 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:19.370276 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03490ad-774d-427b-8763-a0ef56aed726 admin admin] Pushing event updated for resources: {'Port': ['ID=4767a422-39a6-414e-94fd-bf5eac72baab,revision_number=1']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:19.379223 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-a03490ad-774d-427b-8763-a0ef56aed726 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:19.540736 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50edb1a-9157-4c3f-b40f-9113534cd460 service neutron] Pushing event updated for resources: {'Port': ['ID=723a2e3e-c604-44be-982e-11d3efd9329f,revision_number=2']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:19.547279 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-a50edb1a-9157-4c3f-b40f-9113534cd460 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:19.716641 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-a03490ad-774d-427b-8763-a0ef56aed726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:19.736675 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-12b7ff68-b856-499c-a0ab-fc1ac3ac98cf None None] Provisioning for port 4767a422-39a6-414e-94fd-bf5eac72baab completed by entity DHCP. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:14:19.751240 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-12b7ff68-b856-499c-a0ab-fc1ac3ac98cf None None] Provisioning complete for port 4767a422-39a6-414e-94fd-bf5eac72baab triggered by entity DHCP. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:14:19.751645 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-12b7ff68-b856-499c-a0ab-fc1ac3ac98cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897510'] for port, provisioning_complete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:19.812508 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-27d18228-2da3-43f2-9f57-e4a160cb2b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b128bd6-6ff4-4aa5-b28d-99b1d2cf78e8', 'name': 'tempest-TestVolumeBootPattern-245853233-router', 'tenant_id': '3338aa51acef48968495a2c4b09db908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'external_fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '04e43dda-9d2e-47ca-9148-689f421b8439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:14:12Z', 'updated_at': '2021-06-15T14:14:16Z', 'revision_number': 3, 'project_id': '3338aa51acef48968495a2c4b09db908', 'gw_port': {'id': '04e43dda-9d2e-47ca-9148-689f421b8439', 'name': '', 'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:21:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b128bd6-6ff4-4aa5-b28d-99b1d2cf78e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:14:14Z', 'updated_at': '2021-06-15T14:14:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796471-1-iscsi'}], 'dv-cinder-796471-1-iscsi', False) {} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:14:19.819831 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d18228-2da3-43f2-9f57-e4a160cb2b11 None None] The sync data for ids ['1b128bd6-6ff4-4aa5-b28d-99b1d2cf78e8'] in dv-cinder-796471-1-iscsi is: [{'id': '1b128bd6-6ff4-4aa5-b28d-99b1d2cf78e8', 'name': 'tempest-TestVolumeBootPattern-245853233-router', 'tenant_id': '3338aa51acef48968495a2c4b09db908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'external_fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '04e43dda-9d2e-47ca-9148-689f421b8439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:14:12Z', 'updated_at': '2021-06-15T14:14:16Z', 'revision_number': 3, 'project_id': '3338aa51acef48968495a2c4b09db908', 'gw_port': {'id': '04e43dda-9d2e-47ca-9148-689f421b8439', 'name': '', 'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:21:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b128bd6-6ff4-4aa5-b28d-99b1d2cf78e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:14:14Z', 'updated_at': '2021-06-15T14:14:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796471-1-iscsi'}] {{(pid=91910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:14:19.831078 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.managers [req-41728e1a-7384-4737-9a7b-0c731381d1bf req-a50edb1a-9157-4c3f-b40f-9113534cd460 service neutron] Attempting to bind port 723a2e3e-c604-44be-982e-11d3efd9329f on host hv-cinder-79647 for vnic_type normal with profile {{(pid=91906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:14:19.835928 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.managers [req-41728e1a-7384-4737-9a7b-0c731381d1bf req-a50edb1a-9157-4c3f-b40f-9113534cd460 service neutron] Attempting to bind port 723a2e3e-c604-44be-982e-11d3efd9329f by drivers openvswitch,hyperv on host hv-cinder-79647 at level 0 using segments [{'id': '669acf29-bcd8-42cf-bedb-e2672ed83e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'aef6c564-c037-41ad-8e2d-dc5ff4f41860'}] {{(pid=91906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:14:19.836270 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41728e1a-7384-4737-9a7b-0c731381d1bf req-a50edb1a-9157-4c3f-b40f-9113534cd460 service neutron] Attempting to bind port 723a2e3e-c604-44be-982e-11d3efd9329f on network aef6c564-c037-41ad-8e2d-dc5ff4f41860 {{(pid=91906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:14:19.859061 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41728e1a-7384-4737-9a7b-0c731381d1bf req-a50edb1a-9157-4c3f-b40f-9113534cd460 service neutron] Port 723a2e3e-c604-44be-982e-11d3efd9329f on network aef6c564-c037-41ad-8e2d-dc5ff4f41860 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79647 {{(pid=91906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 14:14:19.859425 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41728e1a-7384-4737-9a7b-0c731381d1bf req-a50edb1a-9157-4c3f-b40f-9113534cd460 service neutron] Attempting to bind port 723a2e3e-c604-44be-982e-11d3efd9329f on network aef6c564-c037-41ad-8e2d-dc5ff4f41860 {{(pid=91906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:14:19.894324 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41728e1a-7384-4737-9a7b-0c731381d1bf req-a50edb1a-9157-4c3f-b40f-9113534cd460 service neutron] Checking agent: {'id': 'ecd79229-812b-453e-8934-f3ab9293fb1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79647', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 10, 57), 'started_at': datetime.datetime(2021, 6, 15, 14, 10, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 13, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:14:19.894952 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41728e1a-7384-4737-9a7b-0c731381d1bf req-a50edb1a-9157-4c3f-b40f-9113534cd460 service neutron] Checking segment: {'id': '669acf29-bcd8-42cf-bedb-e2672ed83e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'aef6c564-c037-41ad-8e2d-dc5ff4f41860'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:14:19.895734 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41728e1a-7384-4737-9a7b-0c731381d1bf req-a50edb1a-9157-4c3f-b40f-9113534cd460 service neutron] Bound using segment: {'id': '669acf29-bcd8-42cf-bedb-e2672ed83e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'aef6c564-c037-41ad-8e2d-dc5ff4f41860'} {{(pid=91906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:14:19.897336 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.managers [req-41728e1a-7384-4737-9a7b-0c731381d1bf req-a50edb1a-9157-4c3f-b40f-9113534cd460 service neutron] Bound port: 723a2e3e-c604-44be-982e-11d3efd9329f, host: hv-cinder-79647, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '669acf29-bcd8-42cf-bedb-e2672ed83e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'aef6c564-c037-41ad-8e2d-dc5ff4f41860'}}] {{(pid=91906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:14:19.897871 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [req-41728e1a-7384-4737-9a7b-0c731381d1bf req-a50edb1a-9157-4c3f-b40f-9113534cd460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:19.913261 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.plugin [None req-12b7ff68-b856-499c-a0ab-fc1ac3ac98cf None None] Port 4767a422-39a6-414e-94fd-bf5eac72baab cannot update to ACTIVE because it is not bound. {{(pid=91909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 15 14:14:20.104684 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.db [req-41728e1a-7384-4737-9a7b-0c731381d1bf req-a50edb1a-9157-4c3f-b40f-9113534cd460 service neutron] For port 723a2e3e-c604-44be-982e-11d3efd9329f, host hv-cinder-79647, cleared binding levels {{(pid=91906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:14:20.113582 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ab63d1-25bb-4f35-8a23-f3303107ed49 req-30c96479-55a4-4e9c-a16d-79e96eedcd9d tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:20.115343 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-c4ab63d1-25bb-4f35-8a23-f3303107ed49 req-30c96479-55a4-4e9c-a16d-79e96eedcd9d tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.67 "GET /v2.0/networks?id=aef6c564-c037-41ad-8e2d-dc5ff4f41860 HTTP/1.1" status: 200 len: 818 time: 0.4251783 Jun 15 14:14:20.116389 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.db [req-41728e1a-7384-4737-9a7b-0c731381d1bf req-a50edb1a-9157-4c3f-b40f-9113534cd460 service neutron] For port 723a2e3e-c604-44be-982e-11d3efd9329f, host hv-cinder-79647, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79647',level=0,port_id=723a2e3e-c604-44be-982e-11d3efd9329f,segment=NetworkSegment(669acf29-bcd8-42cf-bedb-e2672ed83e53),segment_id=669acf29-bcd8-42cf-bedb-e2672ed83e53)] {{(pid=91906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:14:20.124167 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [req-41728e1a-7384-4737-9a7b-0c731381d1bf req-a50edb1a-9157-4c3f-b40f-9113534cd460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3410917'] for port, after_update {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:20.143893 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Device 21f0e36b-4994-4ba4-ac5d-5c309938fcf8 up at agent ovs-agent-dv-cinder-796471-1-iscsi {{(pid=91909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:14:20.145370 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:20.154654 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.v2.base [req-c4ab63d1-25bb-4f35-8a23-f3303107ed49 req-d39861ea-9c32-4ee3-b0e2-90b3c65b4a40 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Request body: {'port': {'device_id': '5e9732d0-86bc-4907-93ad-526dbd138d5d', 'network_id': 'aef6c564-c037-41ad-8e2d-dc5ff4f41860', 'admin_state_up': True, 'tenant_id': 'dc461159adb540bbbcfcd75ea5604cfb'}} {{(pid=91907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:14:20.157438 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41728e1a-7384-4737-9a7b-0c731381d1bf req-a50edb1a-9157-4c3f-b40f-9113534cd460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:20.158916 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [req-41728e1a-7384-4737-9a7b-0c731381d1bf req-a50edb1a-9157-4c3f-b40f-9113534cd460 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58954'] for port, before_response {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:20.161466 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-41728e1a-7384-4737-9a7b-0c731381d1bf req-a50edb1a-9157-4c3f-b40f-9113534cd460 service neutron] 10.222.0.67 "PUT /v2.0/ports/723a2e3e-c604-44be-982e-11d3efd9329f HTTP/1.1" status: 200 len: 1093 time: 1.6489899 Jun 15 14:14:20.163316 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7b01cb6-5369-48db-9b20-3f015520a361', 'tag': '723a2e3e-c604-44be-982e-11d3efd9329f'}] {{(pid=91906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:14:20.165838 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6e08b2e8a943f90b978338aafac4b6863d86ad6c280d3789afb6c36825669ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf8958f4-6598-453c-b4e6-4e99733b2e45" -d '{"events": [{"name": "network-changed", "server_uuid": "a7b01cb6-5369-48db-9b20-3f015520a361", "tag": "723a2e3e-c604-44be-982e-11d3efd9329f"}]}' {{(pid=91906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:14:20.228172 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-73c20e45-936d-41ba-a74a-23ea04d2b0b5 req-09aa869d-99d0-4879-8ab7-6559b2bd5a30 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e9732d0-86bc-4907-93ad-526dbd138d5d HTTP/1.1" status: 200 len: 210 time: 0.1116266 Jun 15 14:14:20.245325 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 14:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b154274-bfc3-4676-85bc-107ace585f31 x-openstack-request-id: req-0b154274-bfc3-4676-85bc-107ace585f31 {{(pid=91906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:14:20.245644 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7b01cb6-5369-48db-9b20-3f015520a361", "tag": "723a2e3e-c604-44be-982e-11d3efd9329f", "status": "completed", "code": 200}]} {{(pid=91906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:14:20.246053 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0b154274-bfc3-4676-85bc-107ace585f31 {{(pid=91906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:14:20.246377 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7b01cb6-5369-48db-9b20-3f015520a361', 'tag': '723a2e3e-c604-44be-982e-11d3efd9329f', 'status': 'completed', 'code': 200} Jun 15 14:14:20.405445 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50edb1a-9157-4c3f-b40f-9113534cd460 service neutron] Pushing event updated for resources: {'Port': ['ID=723a2e3e-c604-44be-982e-11d3efd9329f,revision_number=3']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:20.412708 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-a50edb1a-9157-4c3f-b40f-9113534cd460 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:20.455161 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41728e1a-7384-4737-9a7b-0c731381d1bf req-ff986166-1e7e-472f-827f-0d68fd80cc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:20.456660 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-41728e1a-7384-4737-9a7b-0c731381d1bf req-ff986166-1e7e-472f-827f-0d68fd80cc3f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=dc461159adb540bbbcfcd75ea5604cfb&device_id=a7b01cb6-5369-48db-9b20-3f015520a361 HTTP/1.1" status: 200 len: 1096 time: 0.1599524 Jun 15 14:14:20.460515 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Provisioning complete for port 21f0e36b-4994-4ba4-ac5d-5c309938fcf8 triggered by entity L2. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:14:20.461194 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897510'] for port, provisioning_complete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:20.465743 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-a03490ad-774d-427b-8763-a0ef56aed726 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:20.477498 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-a03490ad-774d-427b-8763-a0ef56aed726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492'] for port, after_update {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:20.483734 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-a03490ad-774d-427b-8763-a0ef56aed726 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-670148'] for router_interface, after_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:20.490269 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:20.521359 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Device 1c3a23a8-b0e5-4c9a-ba3f-779490b8b7b7 up at agent hyperv_hv-cinder-79647 {{(pid=91909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:14:20.567194 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-41728e1a-7384-4737-9a7b-0c731381d1bf req-218d21dc-63a1-422b-a1a2-c64409d1c346 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=723a2e3e-c604-44be-982e-11d3efd9329f HTTP/1.1" status: 200 len: 217 time: 0.0925989 Jun 15 14:14:20.631459 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03490ad-774d-427b-8763-a0ef56aed726 admin admin] Pushing event updated for resources: {'Port': ['ID=4767a422-39a6-414e-94fd-bf5eac72baab,revision_number=2']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:20.641523 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-a03490ad-774d-427b-8763-a0ef56aed726 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:20.684216 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366e2b4b-ca4c-4e96-acd4-1742cab1290e req-0721ea54-b016-4314-b075-c7f553ba79ed tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:20.691503 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-366e2b4b-ca4c-4e96-acd4-1742cab1290e req-0721ea54-b016-4314-b075-c7f553ba79ed tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/ports?device_id=d71c4010-f1eb-4208-91ac-dca8202c8352 HTTP/1.1" status: 200 len: 945 time: 0.2088282 Jun 15 14:14:20.704094 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4ab63d1-25bb-4f35-8a23-f3303107ed49 req-d39861ea-9c32-4ee3-b0e2-90b3c65b4a40 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Made reservation on behalf of dc461159adb540bbbcfcd75ea5604cfb for: {'port': 1} {{(pid=91907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:14:20.710759 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-c4ab63d1-25bb-4f35-8a23-f3303107ed49 req-d39861ea-9c32-4ee3-b0e2-90b3c65b4a40 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-33170876'] for port, before_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:20.729364 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41728e1a-7384-4737-9a7b-0c731381d1bf req-ef06774e-c12a-4b07-b372-64d0fedfc7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:20.733017 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-41728e1a-7384-4737-9a7b-0c731381d1bf req-ef06774e-c12a-4b07-b372-64d0fedfc7fd service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7617c69e-c1e9-44df-9ad7-ee8c6a77420c HTTP/1.1" status: 200 len: 858 time: 0.1492727 Jun 15 14:14:20.773322 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-366e2b4b-ca4c-4e96-acd4-1742cab1290e req-2bf459c3-ef0c-4184-81ce-54e5731020cc tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/security-groups?id=69da6443-a760-4382-8ecd-b3b336e40d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808494 Jun 15 14:14:20.779786 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:20.784066 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Provisioning for port 1c3a23a8-b0e5-4c9a-ba3f-779490b8b7b7 completed by entity L2. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:14:20.799009 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Provisioning complete for port 1c3a23a8-b0e5-4c9a-ba3f-779490b8b7b7 triggered by entity L2. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:14:20.799797 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897510'] for port, provisioning_complete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:20.848400 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Device 8797d483-0880-4304-b409-bcc2b934f296 up at agent ovs-agent-dv-cinder-796471-1-iscsi {{(pid=91909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:14:20.872302 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03490ad-774d-427b-8763-a0ef56aed726 admin admin] Network ffeec2f2-666d-4b02-97a9-87bff63394d7 is already hosted by enough agents. {{(pid=91907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:14:20.882018 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.scheduler.base_scheduler [None req-a03490ad-774d-427b-8763-a0ef56aed726 admin admin] Resources bound (agent type, host, resource id): {{(pid=91907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:14:20.954323 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-f42aeb6d-6e44-4683-862e-407c4760416e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:21.044836 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:21.047103 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Provisioning complete for port 8797d483-0880-4304-b409-bcc2b934f296 triggered by entity L2. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:14:21.047693 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897510'] for port, provisioning_complete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:21.076813 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.db.db_base_plugin_common [req-c4ab63d1-25bb-4f35-8a23-f3303107ed49 req-d39861ea-9c32-4ee3-b0e2-90b3c65b4a40 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Allocated IP 172.20.0.13 (aef6c564-c037-41ad-8e2d-dc5ff4f41860/7617c69e-c1e9-44df-9ad7-ee8c6a77420c/4a5d8b06-59b8-42cc-8a32-fb206ec7756f) {{(pid=91907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:14:21.167048 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] For port 1c3a23a8-b0e5-4c9a-ba3f-779490b8b7b7, host hv-cinder-79647, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79647',level=0,port_id=1c3a23a8-b0e5-4c9a-ba3f-779490b8b7b7,segment=NetworkSegment(c1e51313-9c41-43ed-bd7f-44cfad65f5b9),segment_id=c1e51313-9c41-43ed-bd7f-44cfad65f5b9)] {{(pid=91909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:14:21.169088 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd71c4010-f1eb-4208-91ac-dca8202c8352', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c3a23a8-b0e5-4c9a-ba3f-779490b8b7b7'}] {{(pid=91909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:14:21.171931 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}018986bfbd05ca611dd30af7db176f5a3185891675ab09d2ffafe9409078adde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-940507d7-e895-4fe0-9858-78931cd1e2a1" -d '{"events": [{"server_uuid": "d71c4010-f1eb-4208-91ac-dca8202c8352", "name": "network-vif-plugged", "status": "completed", "tag": "1c3a23a8-b0e5-4c9a-ba3f-779490b8b7b7"}]}' {{(pid=91909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:14:21.176046 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492'] for port, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:21.178441 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-900eeca8-a63b-44ac-a1f0-de070b0ce869 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:21.286425 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-3b25f273-3b5c-4045-a791-0f7d0523ddfd None None] Provisioning complete for port 4767a422-39a6-414e-94fd-bf5eac72baab triggered by entity DHCP. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:14:21.286425 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-3b25f273-3b5c-4045-a791-0f7d0523ddfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897510'] for port, provisioning_complete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:21.290035 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Pushing event updated for resources: {'Port': ['ID=1c3a23a8-b0e5-4c9a-ba3f-779490b8b7b7,revision_number=5']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:21.315827 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:21.338662 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.plugin [None req-3b25f273-3b5c-4045-a791-0f7d0523ddfd None None] Port 4767a422-39a6-414e-94fd-bf5eac72baab cannot update to ACTIVE because it is not bound. {{(pid=91909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 15 14:14:21.529786 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-41728e1a-7384-4737-9a7b-0c731381d1bf req-eb33e589-40dc-407e-8571-18aaf995868f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=aef6c564-c037-41ad-8e2d-dc5ff4f41860&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321474 Jun 15 14:14:21.567674 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a03490ad-774d-427b-8763-a0ef56aed726 admin admin] Router 1b128bd6-6ff4-4aa5-b28d-99b1d2cf78e8 has already been hosted by L3 agent 7c0fcfb6-ee6c-4f84-9204-f4cc96555f34 {{(pid=91907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:14:21.585829 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-c4ab63d1-25bb-4f35-8a23-f3303107ed49 req-d39861ea-9c32-4ee3-b0e2-90b3c65b4a40 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Notify callbacks [] for port, precommit_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:21.753814 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-c4ab63d1-25bb-4f35-8a23-f3303107ed49 req-d39861ea-9c32-4ee3-b0e2-90b3c65b4a40 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33170815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-53808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781714044429'] for port, after_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:21.757099 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-a2325736-757f-4788-9f3d-6fe831cb64a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:21.759820 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-ec4cb136-6a92-4705-8ce2-9926868d7151 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:21.764113 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a03490ad-774d-427b-8763-a0ef56aed726 admin admin] Notify agent at l3_agent.dv-cinder-796471-1-iscsi the message routers_updated {{(pid=91907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:14:21.770400 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-a03490ad-774d-427b-8763-a0ef56aed726 admin admin] 10.222.0.26 "PUT /v2.0/routers/1b128bd6-6ff4-4aa5-b28d-99b1d2cf78e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1535828 Jun 15 14:14:21.820761 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4ab63d1-25bb-4f35-8a23-f3303107ed49 req-d39861ea-9c32-4ee3-b0e2-90b3c65b4a40 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Network aef6c564-c037-41ad-8e2d-dc5ff4f41860 is already hosted by enough agents. {{(pid=91907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:14:21.823959 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.scheduler.base_scheduler [req-c4ab63d1-25bb-4f35-8a23-f3303107ed49 req-d39861ea-9c32-4ee3-b0e2-90b3c65b4a40 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Resources bound (agent type, host, resource id): {{(pid=91907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:14:21.828984 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4ab63d1-25bb-4f35-8a23-f3303107ed49 req-d39861ea-9c32-4ee3-b0e2-90b3c65b4a40 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Received port after_create {{(pid=91907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:14:21.834403 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ab63d1-25bb-4f35-8a23-f3303107ed49 req-d39861ea-9c32-4ee3-b0e2-90b3c65b4a40 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:21.835057 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-c4ab63d1-25bb-4f35-8a23-f3303107ed49 req-d39861ea-9c32-4ee3-b0e2-90b3c65b4a40 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537372'] for port, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:21.842080 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39861ea-9c32-4ee3-b0e2-90b3c65b4a40 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Pushing event updated for resources: {'Port': ['ID=4a5d8b06-59b8-42cc-8a32-fb206ec7756f,revision_number=1']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:21.846592 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-d39861ea-9c32-4ee3-b0e2-90b3c65b4a40 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:21.854312 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-c4ab63d1-25bb-4f35-8a23-f3303107ed49 req-d39861ea-9c32-4ee3-b0e2-90b3c65b4a40 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7215579 Jun 15 14:14:21.963455 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3efa389-e5a6-4eff-88ad-dbef062ee7ef None None] Sync routers for ids ['1b128bd6-6ff4-4aa5-b28d-99b1d2cf78e8'] in dv-cinder-796471-1-iscsi {{(pid=91909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:14:21.973322 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3efa389-e5a6-4eff-88ad-dbef062ee7ef None None] Routers {'1b128bd6-6ff4-4aa5-b28d-99b1d2cf78e8'} bound to L3 agent in host dv-cinder-796471-1-iscsi {{(pid=91909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:14:21.973944 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_hamode_db [None req-d3efa389-e5a6-4eff-88ad-dbef062ee7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796471-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-15T14:04:51Z,description=,heartbeat_timestamp=2021-06-15T14:14:21Z,host='dv-cinder-796471-1-iscsi',id=7c0fcfb6-ee6c-4f84-9204-f4cc96555f34,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:04:51Z,topic='l3_agent')) {'router_ids': ['1b128bd6-6ff4-4aa5-b28d-99b1d2cf78e8'], 'active': True} {{(pid=91909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:14:22.079522 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Device 04e43dda-9d2e-47ca-9148-689f421b8439 up at agent ovs-agent-dv-cinder-796471-1-iscsi {{(pid=91909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:14:22.155785 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_dvr_db [None req-d3efa389-e5a6-4eff-88ad-dbef062ee7ef None None] Set router 1b128bd6-6ff4-4aa5-b28d-99b1d2cf78e8 gateway port host: dv-cinder-796471-1-iscsi {{(pid=91909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:14:22.204938 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Provisioning for port 04e43dda-9d2e-47ca-9148-689f421b8439 completed by entity L2. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:14:22.211235 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Provisioning complete for port 04e43dda-9d2e-47ca-9148-689f421b8439 triggered by entity L2. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:14:22.211577 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897510'] for port, provisioning_complete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:22.458842 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:22.492833 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] For port 04e43dda-9d2e-47ca-9148-689f421b8439, host dv-cinder-796471-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796471-1-iscsi',level=0,port_id=04e43dda-9d2e-47ca-9148-689f421b8439,segment=NetworkSegment(16359361-6c0e-4f40-8a0e-56105654022c),segment_id=16359361-6c0e-4f40-8a0e-56105654022c)] {{(pid=91909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:14:22.498252 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492'] for port, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:22.502377 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-ad0020b0-e732-4ac4-8c31-b5e57e51a89c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:22.550399 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_hamode_db [None req-d3efa389-e5a6-4eff-88ad-dbef062ee7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b128bd6-6ff4-4aa5-b28d-99b1d2cf78e8', 'name': 'tempest-TestVolumeBootPattern-245853233-router', 'tenant_id': '3338aa51acef48968495a2c4b09db908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'external_fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '04e43dda-9d2e-47ca-9148-689f421b8439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:14:12Z', 'updated_at': '2021-06-15T14:14:19Z', 'revision_number': 4, 'project_id': '3338aa51acef48968495a2c4b09db908', 'gw_port': {'id': '04e43dda-9d2e-47ca-9148-689f421b8439', 'name': '', 'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:21:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b128bd6-6ff4-4aa5-b28d-99b1d2cf78e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:14:14Z', 'updated_at': '2021-06-15T14:14:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796471-1-iscsi', '_interfaces': [{'id': '4767a422-39a6-414e-94fd-bf5eac72baab', 'name': '', 'network_id': 'ffeec2f2-666d-4b02-97a9-87bff63394d7', 'tenant_id': '3338aa51acef48968495a2c4b09db908', 'mac_address': 'fa:16:3e:bf:75:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b128bd6-6ff4-4aa5-b28d-99b1d2cf78e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '13a1c2a6-3aea-4fb5-997c-b92410a73d14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:14:18Z', 'updated_at': '2021-06-15T14:14:19Z', 'revision_number': 2, 'project_id': '3338aa51acef48968495a2c4b09db908', 'subnets': [{'id': '13a1c2a6-3aea-4fb5-997c-b92410a73d14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796471-1-iscsi', False) {} {{(pid=91909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:14:22.562758 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3efa389-e5a6-4eff-88ad-dbef062ee7ef None None] Checking router: 1b128bd6-6ff4-4aa5-b28d-99b1d2cf78e8 for host: dv-cinder-796471-1-iscsi {{(pid=91909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:14:22.563144 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3efa389-e5a6-4eff-88ad-dbef062ee7ef None None] Updating router 1b128bd6-6ff4-4aa5-b28d-99b1d2cf78e8 port 4767a422-39a6-414e-94fd-bf5eac72baab binding host dv-cinder-796471-1-iscsi {{(pid=91909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 14:14:22.566093 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Pushing event updated for resources: {'Port': ['ID=04e43dda-9d2e-47ca-9148-689f421b8439,revision_number=4']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:22.590022 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:22.606596 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-d3efa389-e5a6-4eff-88ad-dbef062ee7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:22.914823 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-d3efa389-e5a6-4eff-88ad-dbef062ee7ef None None] Notify callbacks [] for port, precommit_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:22.925083 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-d3efa389-e5a6-4eff-88ad-dbef062ee7ef None None] Transition to ACTIVE for port object 4767a422-39a6-414e-94fd-bf5eac72baab will not be triggered until provisioned by entity L2. {{(pid=91909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:14:22.931931 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-d3efa389-e5a6-4eff-88ad-dbef062ee7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492'] for port, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:22.934274 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-47f48c13-171a-4c57-9b37-81d4fcb7f32b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:23.151043 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be16a121-5fdc-4bad-a20a-425b849874ba None None] Pushing event updated for resources: {'Port': ['ID=4767a422-39a6-414e-94fd-bf5eac72baab,revision_number=3']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:23.155164 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-be16a121-5fdc-4bad-a20a-425b849874ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:23.229298 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.managers [None req-d3efa389-e5a6-4eff-88ad-dbef062ee7ef None None] Attempting to bind port 4767a422-39a6-414e-94fd-bf5eac72baab on host dv-cinder-796471-1-iscsi for vnic_type normal with profile {{(pid=91909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:14:23.229669 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.managers [None req-d3efa389-e5a6-4eff-88ad-dbef062ee7ef None None] Attempting to bind port 4767a422-39a6-414e-94fd-bf5eac72baab by drivers openvswitch,hyperv on host dv-cinder-796471-1-iscsi at level 0 using segments [{'id': 'aceb1989-f2c5-4b97-99a8-c56a5b42fbeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'ffeec2f2-666d-4b02-97a9-87bff63394d7'}] {{(pid=91909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:14:23.230030 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3efa389-e5a6-4eff-88ad-dbef062ee7ef None None] Attempting to bind port 4767a422-39a6-414e-94fd-bf5eac72baab on network ffeec2f2-666d-4b02-97a9-87bff63394d7 {{(pid=91909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:14:23.235542 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3efa389-e5a6-4eff-88ad-dbef062ee7ef None None] Checking agent: {'id': 'a00a16a2-d8fd-48bc-a1ff-18db44b70890', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796471-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 4, 51), 'started_at': datetime.datetime(2021, 6, 15, 14, 5, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 14, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796471-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:14:23.235856 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3efa389-e5a6-4eff-88ad-dbef062ee7ef None None] Checking segment: {'id': 'aceb1989-f2c5-4b97-99a8-c56a5b42fbeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'ffeec2f2-666d-4b02-97a9-87bff63394d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:14:23.236253 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-d3efa389-e5a6-4eff-88ad-dbef062ee7ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:23.236644 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3efa389-e5a6-4eff-88ad-dbef062ee7ef None None] Bound using segment: {'id': 'aceb1989-f2c5-4b97-99a8-c56a5b42fbeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'ffeec2f2-666d-4b02-97a9-87bff63394d7'} {{(pid=91909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:14:23.237151 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.managers [None req-d3efa389-e5a6-4eff-88ad-dbef062ee7ef None None] Bound port: 4767a422-39a6-414e-94fd-bf5eac72baab, host: dv-cinder-796471-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aceb1989-f2c5-4b97-99a8-c56a5b42fbeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'ffeec2f2-666d-4b02-97a9-87bff63394d7'}}] {{(pid=91909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:14:23.237533 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-d3efa389-e5a6-4eff-88ad-dbef062ee7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:23.308386 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-d3efa389-e5a6-4eff-88ad-dbef062ee7ef None None] For port 4767a422-39a6-414e-94fd-bf5eac72baab, host dv-cinder-796471-1-iscsi, cleared binding levels {{(pid=91909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:14:23.311337 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-d3efa389-e5a6-4eff-88ad-dbef062ee7ef None None] For port 4767a422-39a6-414e-94fd-bf5eac72baab, host dv-cinder-796471-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796471-1-iscsi',level=0,port_id=4767a422-39a6-414e-94fd-bf5eac72baab,segment=NetworkSegment(aceb1989-f2c5-4b97-99a8-c56a5b42fbeb),segment_id=aceb1989-f2c5-4b97-99a8-c56a5b42fbeb)] {{(pid=91909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:14:23.316509 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-d3efa389-e5a6-4eff-88ad-dbef062ee7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492'] for port, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:23.319247 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-400f1bfb-1e95-4f4c-89af-8734339e45ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:23.346420 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.v2.base [req-c4ab63d1-25bb-4f35-8a23-f3303107ed49 req-32202ec5-ecca-428e-96a9-351ae0a658fe service neutron] Request body: {'port': {'device_id': '5e9732d0-86bc-4907-93ad-526dbd138d5d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79647'}} {{(pid=91907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:14:23.386248 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3efa389-e5a6-4eff-88ad-dbef062ee7ef None None] Routers {'1b128bd6-6ff4-4aa5-b28d-99b1d2cf78e8'} bound to L3 agent in host dv-cinder-796471-1-iscsi {{(pid=91909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:14:23.387407 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_hamode_db [None req-d3efa389-e5a6-4eff-88ad-dbef062ee7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796471-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-15T14:04:51Z,description=,heartbeat_timestamp=2021-06-15T14:14:21Z,host='dv-cinder-796471-1-iscsi',id=7c0fcfb6-ee6c-4f84-9204-f4cc96555f34,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:04:51Z,topic='l3_agent')) {'router_ids': ['1b128bd6-6ff4-4aa5-b28d-99b1d2cf78e8'], 'active': True} {{(pid=91909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:14:23.391075 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be16a121-5fdc-4bad-a20a-425b849874ba None None] Pushing event updated for resources: {'Port': ['ID=4767a422-39a6-414e-94fd-bf5eac72baab,revision_number=4']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:23.397189 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-be16a121-5fdc-4bad-a20a-425b849874ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:23.449672 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e234f44b-dfe3-4768-9f87-004baeffeb2d x-openstack-request-id: req-e234f44b-dfe3-4768-9f87-004baeffeb2d {{(pid=91909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:14:23.449966 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d71c4010-f1eb-4208-91ac-dca8202c8352", "name": "network-vif-plugged", "status": "completed", "tag": "1c3a23a8-b0e5-4c9a-ba3f-779490b8b7b7", "code": 200}]} {{(pid=91909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:14:23.450228 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e234f44b-dfe3-4768-9f87-004baeffeb2d {{(pid=91909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:14:23.450632 dv-cinder-796471-1-iscsi neutron-server[91909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd71c4010-f1eb-4208-91ac-dca8202c8352', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c3a23a8-b0e5-4c9a-ba3f-779490b8b7b7', 'code': 200} Jun 15 14:14:23.478650 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-c4ab63d1-25bb-4f35-8a23-f3303107ed49 req-32202ec5-ecca-428e-96a9-351ae0a658fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:23.526350 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-987cb3c8-732e-4ef7-aae2-903816ba9880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:23.596034 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_dvr_db [None req-d3efa389-e5a6-4eff-88ad-dbef062ee7ef None None] Set router 1b128bd6-6ff4-4aa5-b28d-99b1d2cf78e8 gateway port host: dv-cinder-796471-1-iscsi {{(pid=91909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:14:23.632690 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-41728e1a-7384-4737-9a7b-0c731381d1bf req-03de790a-ac48-4de0-9210-12e7cf5d0b9e service neutron] 10.222.0.67 "GET /v2.0/networks/aef6c564-c037-41ad-8e2d-dc5ff4f41860?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2930770 Jun 15 14:14:23.787024 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.67', 50132) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:14:23.794166 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fe8b12-2c95-444f-98d4-ed00c502a9c3 req-0a706aee-3477-4c2b-8d6a-4ed31b46e23f tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:23.795683 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-44fe8b12-2c95-444f-98d4-ed00c502a9c3 req-0a706aee-3477-4c2b-8d6a-4ed31b46e23f tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/ports?device_id=d71c4010-f1eb-4208-91ac-dca8202c8352 HTTP/1.1" status: 200 len: 946 time: 0.1920807 Jun 15 14:14:23.827285 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-41728e1a-7384-4737-9a7b-0c731381d1bf req-b1afab8d-63de-4688-81f6-97fc9432984e service neutron] 10.222.0.67 "GET /v2.0/networks/aef6c564-c037-41ad-8e2d-dc5ff4f41860?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703789 Jun 15 14:14:23.848186 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b211df9a-2193-49a7-807e-660e10dee415 req-9f68a07f-5745-4984-9bdb-759bd93d946a tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:23.854563 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-b211df9a-2193-49a7-807e-660e10dee415 req-9f68a07f-5745-4984-9bdb-759bd93d946a tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e9732d0-86bc-4907-93ad-526dbd138d5d HTTP/1.1" status: 200 len: 932 time: 0.2307489 Jun 15 14:14:23.856479 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-44fe8b12-2c95-444f-98d4-ed00c502a9c3 req-d01a047f-bb26-4bd0-b41f-2a33f551a08b tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/security-groups?id=69da6443-a760-4382-8ecd-b3b336e40d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502164 Jun 15 14:14:23.910499 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_hamode_db [None req-d3efa389-e5a6-4eff-88ad-dbef062ee7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b128bd6-6ff4-4aa5-b28d-99b1d2cf78e8', 'name': 'tempest-TestVolumeBootPattern-245853233-router', 'tenant_id': '3338aa51acef48968495a2c4b09db908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'external_fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '04e43dda-9d2e-47ca-9148-689f421b8439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:14:12Z', 'updated_at': '2021-06-15T14:14:19Z', 'revision_number': 4, 'project_id': '3338aa51acef48968495a2c4b09db908', 'gw_port': {'id': '04e43dda-9d2e-47ca-9148-689f421b8439', 'name': '', 'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:21:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b128bd6-6ff4-4aa5-b28d-99b1d2cf78e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:14:14Z', 'updated_at': '2021-06-15T14:14:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796471-1-iscsi', '_interfaces': [{'id': '4767a422-39a6-414e-94fd-bf5eac72baab', 'name': '', 'network_id': 'ffeec2f2-666d-4b02-97a9-87bff63394d7', 'tenant_id': '3338aa51acef48968495a2c4b09db908', 'mac_address': 'fa:16:3e:bf:75:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b128bd6-6ff4-4aa5-b28d-99b1d2cf78e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '13a1c2a6-3aea-4fb5-997c-b92410a73d14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:14:18Z', 'updated_at': '2021-06-15T14:14:23Z', 'revision_number': 4, 'project_id': '3338aa51acef48968495a2c4b09db908', 'subnets': [{'id': '13a1c2a6-3aea-4fb5-997c-b92410a73d14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796471-1-iscsi', False) {} {{(pid=91909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:14:23.914019 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3efa389-e5a6-4eff-88ad-dbef062ee7ef None None] The sync data for ids ['1b128bd6-6ff4-4aa5-b28d-99b1d2cf78e8'] in dv-cinder-796471-1-iscsi is: [{'id': '1b128bd6-6ff4-4aa5-b28d-99b1d2cf78e8', 'name': 'tempest-TestVolumeBootPattern-245853233-router', 'tenant_id': '3338aa51acef48968495a2c4b09db908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'external_fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '04e43dda-9d2e-47ca-9148-689f421b8439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:14:12Z', 'updated_at': '2021-06-15T14:14:19Z', 'revision_number': 4, 'project_id': '3338aa51acef48968495a2c4b09db908', 'gw_port': {'id': '04e43dda-9d2e-47ca-9148-689f421b8439', 'name': '', 'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:21:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b128bd6-6ff4-4aa5-b28d-99b1d2cf78e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:14:14Z', 'updated_at': '2021-06-15T14:14:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796471-1-iscsi', '_interfaces': [{'id': '4767a422-39a6-414e-94fd-bf5eac72baab', 'name': '', 'network_id': 'ffeec2f2-666d-4b02-97a9-87bff63394d7', 'tenant_id': '3338aa51acef48968495a2c4b09db908', 'mac_address': 'fa:16:3e:bf:75:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b128bd6-6ff4-4aa5-b28d-99b1d2cf78e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '13a1c2a6-3aea-4fb5-997c-b92410a73d14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:14:18Z', 'updated_at': '2021-06-15T14:14:23Z', 'revision_number': 4, 'project_id': '3338aa51acef48968495a2c4b09db908', 'subnets': [{'id': '13a1c2a6-3aea-4fb5-997c-b92410a73d14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:14:24.055578 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5840fd-49a6-4796-8e32-c2304970b1c0 req-37428e4c-93ad-4962-9c40-714a573b00d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:24.057367 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-bb5840fd-49a6-4796-8e32-c2304970b1c0 req-37428e4c-93ad-4962-9c40-714a573b00d2 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d71c4010-f1eb-4208-91ac-dca8202c8352 HTTP/1.1" status: 200 len: 1099 time: 0.2694199 Jun 15 14:14:24.075648 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-b211df9a-2193-49a7-807e-660e10dee415 req-8da05706-0de5-41fe-9f8f-f227a8460b88 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad05965b-15a7-4a7f-9728-8af208ea3874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201130 Jun 15 14:14:24.095218 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8958f4-6598-453c-b4e6-4e99733b2e45 req-ed9566d4-0f7b-46d5-b85d-b06b928154f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:24.096726 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-bf8958f4-6598-453c-b4e6-4e99733b2e45 req-ed9566d4-0f7b-46d5-b85d-b06b928154f5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=dc461159adb540bbbcfcd75ea5604cfb&device_id=a7b01cb6-5369-48db-9b20-3f015520a361 HTTP/1.1" status: 200 len: 1096 time: 0.1288805 Jun 15 14:14:24.155311 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-bb5840fd-49a6-4796-8e32-c2304970b1c0 req-30997239-add4-4e50-a2f4-c723bac2b0a5 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=69da6443-a760-4382-8ecd-b3b336e40d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732131 Jun 15 14:14:24.254454 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.notifiers.nova [req-c4ab63d1-25bb-4f35-8a23-f3303107ed49 req-32202ec5-ecca-428e-96a9-351ae0a658fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a5d8b06-59b8-42cc-8a32-fb206ec7756f {{(pid=91907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:14:24.264275 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-c4ab63d1-25bb-4f35-8a23-f3303107ed49 req-32202ec5-ecca-428e-96a9-351ae0a658fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:24.279357 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.db.provisioning_blocks [req-c4ab63d1-25bb-4f35-8a23-f3303107ed49 req-32202ec5-ecca-428e-96a9-351ae0a658fe service neutron] Transition to ACTIVE for port object 4a5d8b06-59b8-42cc-8a32-fb206ec7756f will not be triggered until provisioned by entity L2. {{(pid=91907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:14:24.285429 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-c4ab63d1-25bb-4f35-8a23-f3303107ed49 req-32202ec5-ecca-428e-96a9-351ae0a658fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492'] for port, after_update {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:24.285648 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Device 04e43dda-9d2e-47ca-9148-689f421b8439 up at agent ovs-agent-dv-cinder-796471-1-iscsi {{(pid=91909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:14:24.291462 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-d39861ea-9c32-4ee3-b0e2-90b3c65b4a40 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:24.451522 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 33816) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:14:24.471518 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.v2.base [None req-1445cd99-8978-4d43-858d-90ddf8f96636 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-845927502', 'description': 'tempest-secgroup-smoke-845927502 description', 'project_id': 'c3de56a81c9f49fdb5657745f0c5e9a7'}} {{(pid=91907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:14:24.474768 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Provisioning complete for port 04e43dda-9d2e-47ca-9148-689f421b8439 triggered by entity L2. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:14:24.475196 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897510'] for port, provisioning_complete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:24.537969 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32202ec5-ecca-428e-96a9-351ae0a658fe service neutron] Pushing event updated for resources: {'Port': ['ID=4a5d8b06-59b8-42cc-8a32-fb206ec7756f,revision_number=2']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:24.546708 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-32202ec5-ecca-428e-96a9-351ae0a658fe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:24.610207 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8958f4-6598-453c-b4e6-4e99733b2e45 req-4005f59b-5e8a-4501-b8e0-8b0546e18219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:24.611858 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-bf8958f4-6598-453c-b4e6-4e99733b2e45 req-4005f59b-5e8a-4501-b8e0-8b0546e18219 service neutron] 10.222.0.67 "GET /v2.0/networks?id=aef6c564-c037-41ad-8e2d-dc5ff4f41860 HTTP/1.1" status: 200 len: 919 time: 0.5073442 Jun 15 14:14:24.621522 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.managers [req-c4ab63d1-25bb-4f35-8a23-f3303107ed49 req-32202ec5-ecca-428e-96a9-351ae0a658fe service neutron] Attempting to bind port 4a5d8b06-59b8-42cc-8a32-fb206ec7756f on host hv-cinder-79647 for vnic_type normal with profile {{(pid=91907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:14:24.621862 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.managers [req-c4ab63d1-25bb-4f35-8a23-f3303107ed49 req-32202ec5-ecca-428e-96a9-351ae0a658fe service neutron] Attempting to bind port 4a5d8b06-59b8-42cc-8a32-fb206ec7756f by drivers openvswitch,hyperv on host hv-cinder-79647 at level 0 using segments [{'id': '669acf29-bcd8-42cf-bedb-e2672ed83e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'aef6c564-c037-41ad-8e2d-dc5ff4f41860'}] {{(pid=91907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:14:24.622183 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ab63d1-25bb-4f35-8a23-f3303107ed49 req-32202ec5-ecca-428e-96a9-351ae0a658fe service neutron] Attempting to bind port 4a5d8b06-59b8-42cc-8a32-fb206ec7756f on network aef6c564-c037-41ad-8e2d-dc5ff4f41860 {{(pid=91907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:14:24.624477 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-1445cd99-8978-4d43-858d-90ddf8f96636 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Notify callbacks [] for security_group, before_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:24.638837 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ab63d1-25bb-4f35-8a23-f3303107ed49 req-32202ec5-ecca-428e-96a9-351ae0a658fe service neutron] Port 4a5d8b06-59b8-42cc-8a32-fb206ec7756f on network aef6c564-c037-41ad-8e2d-dc5ff4f41860 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79647 {{(pid=91907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 14:14:24.639161 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ab63d1-25bb-4f35-8a23-f3303107ed49 req-32202ec5-ecca-428e-96a9-351ae0a658fe service neutron] Attempting to bind port 4a5d8b06-59b8-42cc-8a32-fb206ec7756f on network aef6c564-c037-41ad-8e2d-dc5ff4f41860 {{(pid=91907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:14:24.647266 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ab63d1-25bb-4f35-8a23-f3303107ed49 req-32202ec5-ecca-428e-96a9-351ae0a658fe service neutron] Checking agent: {'id': 'ecd79229-812b-453e-8934-f3ab9293fb1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79647', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 10, 57), 'started_at': datetime.datetime(2021, 6, 15, 14, 10, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 13, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:14:24.647885 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ab63d1-25bb-4f35-8a23-f3303107ed49 req-32202ec5-ecca-428e-96a9-351ae0a658fe service neutron] Checking segment: {'id': '669acf29-bcd8-42cf-bedb-e2672ed83e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'aef6c564-c037-41ad-8e2d-dc5ff4f41860'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:14:24.648005 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ab63d1-25bb-4f35-8a23-f3303107ed49 req-32202ec5-ecca-428e-96a9-351ae0a658fe service neutron] Bound using segment: {'id': '669acf29-bcd8-42cf-bedb-e2672ed83e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'aef6c564-c037-41ad-8e2d-dc5ff4f41860'} {{(pid=91907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:14:24.648395 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.managers [req-c4ab63d1-25bb-4f35-8a23-f3303107ed49 req-32202ec5-ecca-428e-96a9-351ae0a658fe service neutron] Bound port: 4a5d8b06-59b8-42cc-8a32-fb206ec7756f, host: hv-cinder-79647, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '669acf29-bcd8-42cf-bedb-e2672ed83e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'aef6c564-c037-41ad-8e2d-dc5ff4f41860'}}] {{(pid=91907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:14:24.648859 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-c4ab63d1-25bb-4f35-8a23-f3303107ed49 req-32202ec5-ecca-428e-96a9-351ae0a658fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:24.656942 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Device 4767a422-39a6-414e-94fd-bf5eac72baab up at agent ovs-agent-dv-cinder-796471-1-iscsi {{(pid=91909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:14:24.710968 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-bf8958f4-6598-453c-b4e6-4e99733b2e45 req-c11095e5-234a-461c-8804-f6be1a7fdbb7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=723a2e3e-c604-44be-982e-11d3efd9329f HTTP/1.1" status: 200 len: 217 time: 0.0742853 Jun 15 14:14:24.725300 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Provisioning for port 4767a422-39a6-414e-94fd-bf5eac72baab completed by entity L2. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:14:24.731140 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Provisioning complete for port 4767a422-39a6-414e-94fd-bf5eac72baab triggered by entity L2. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:14:24.731634 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897510'] for port, provisioning_complete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:24.779922 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8958f4-6598-453c-b4e6-4e99733b2e45 req-9deebc44-a99b-4067-bd76-bb104d519391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:24.782377 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-bf8958f4-6598-453c-b4e6-4e99733b2e45 req-9deebc44-a99b-4067-bd76-bb104d519391 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7617c69e-c1e9-44df-9ad7-ee8c6a77420c HTTP/1.1" status: 200 len: 858 time: 0.0619986 Jun 15 14:14:24.791106 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.db [req-c4ab63d1-25bb-4f35-8a23-f3303107ed49 req-32202ec5-ecca-428e-96a9-351ae0a658fe service neutron] For port 4a5d8b06-59b8-42cc-8a32-fb206ec7756f, host hv-cinder-79647, cleared binding levels {{(pid=91907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:14:24.796494 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.db [req-c4ab63d1-25bb-4f35-8a23-f3303107ed49 req-32202ec5-ecca-428e-96a9-351ae0a658fe service neutron] For port 4a5d8b06-59b8-42cc-8a32-fb206ec7756f, host hv-cinder-79647, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79647',level=0,port_id=4a5d8b06-59b8-42cc-8a32-fb206ec7756f,segment=NetworkSegment(669acf29-bcd8-42cf-bedb-e2672ed83e53),segment_id=669acf29-bcd8-42cf-bedb-e2672ed83e53)] {{(pid=91907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:14:24.809107 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-c4ab63d1-25bb-4f35-8a23-f3303107ed49 req-32202ec5-ecca-428e-96a9-351ae0a658fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492'] for port, after_update {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:24.817067 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-2ac592b8-33c5-4b21-b566-1c15961fb339 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:24.831302 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-1445cd99-8978-4d43-858d-90ddf8f96636 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Notify callbacks [] for security_group, precommit_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:24.849862 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-bf8958f4-6598-453c-b4e6-4e99733b2e45 req-f8e8e8ae-770d-470d-aff7-593ef998032f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=aef6c564-c037-41ad-8e2d-dc5ff4f41860&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580356 Jun 15 14:14:24.859636 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:24.863318 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-1445cd99-8978-4d43-858d-90ddf8f96636 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:24.880555 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ab63d1-25bb-4f35-8a23-f3303107ed49 req-32202ec5-ecca-428e-96a9-351ae0a658fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:24.881180 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-c4ab63d1-25bb-4f35-8a23-f3303107ed49 req-32202ec5-ecca-428e-96a9-351ae0a658fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537372'] for port, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:24.882625 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-c4ab63d1-25bb-4f35-8a23-f3303107ed49 req-32202ec5-ecca-428e-96a9-351ae0a658fe service neutron] 10.222.0.67 "PUT /v2.0/ports/4a5d8b06-59b8-42cc-8a32-fb206ec7756f HTTP/1.1" status: 200 len: 1094 time: 1.5410602 Jun 15 14:14:24.883163 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e9732d0-86bc-4907-93ad-526dbd138d5d', 'tag': '4a5d8b06-59b8-42cc-8a32-fb206ec7756f'}] {{(pid=91907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:14:24.885535 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24467d57c8f568e2e16d95ba24031d6b60035fd708ad429d2e8baac5a477cd4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68e056b9-478e-44cd-89f8-0ed9cbcdec4b" -d '{"events": [{"name": "network-changed", "server_uuid": "5e9732d0-86bc-4907-93ad-526dbd138d5d", "tag": "4a5d8b06-59b8-42cc-8a32-fb206ec7756f"}]}' {{(pid=91907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:14:24.945794 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-1445cd99-8978-4d43-858d-90ddf8f96636 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Notify callbacks [] for security_group, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:24.949681 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-1445cd99-8978-4d43-858d-90ddf8f96636 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4926364 Jun 15 14:14:24.953452 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 33822) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:14:24.958717 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.v2.base [None req-fdca979c-4c77-4d5e-8f1b-b51e7480ab63 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Request body: {'security_group_rule': {'security_group_id': '5fb2b0bc-4d97-449b-9031-5715adbe68e8', 'project_id': 'c3de56a81c9f49fdb5657745f0c5e9a7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:14:24.958900 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] For port 4767a422-39a6-414e-94fd-bf5eac72baab, host dv-cinder-796471-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796471-1-iscsi',level=0,port_id=4767a422-39a6-414e-94fd-bf5eac72baab,segment=NetworkSegment(aceb1989-f2c5-4b97-99a8-c56a5b42fbeb),segment_id=aceb1989-f2c5-4b97-99a8-c56a5b42fbeb)] {{(pid=91909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:14:24.967786 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492'] for port, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:24.972186 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-9bfbb146-cc5a-4a34-afe4-77d8138e88e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:24.989974 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 14:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7533e8a-721d-4657-bb17-2f6bcd8addb3 x-openstack-request-id: req-d7533e8a-721d-4657-bb17-2f6bcd8addb3 {{(pid=91907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:14:24.990345 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e9732d0-86bc-4907-93ad-526dbd138d5d", "tag": "4a5d8b06-59b8-42cc-8a32-fb206ec7756f", "status": "completed", "code": 200}]} {{(pid=91907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:14:24.990634 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d7533e8a-721d-4657-bb17-2f6bcd8addb3 {{(pid=91907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:14:24.991090 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e9732d0-86bc-4907-93ad-526dbd138d5d', 'tag': '4a5d8b06-59b8-42cc-8a32-fb206ec7756f', 'status': 'completed', 'code': 200} Jun 15 14:14:24.992999 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32202ec5-ecca-428e-96a9-351ae0a658fe service neutron] Pushing event updated for resources: {'Port': ['ID=4a5d8b06-59b8-42cc-8a32-fb206ec7756f,revision_number=3']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:24.997876 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-32202ec5-ecca-428e-96a9-351ae0a658fe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:24.998452 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-f53a7940-39ac-4922-ba50-cbd386a577f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.129s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:25.032728 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-bf8958f4-6598-453c-b4e6-4e99733b2e45 req-7de5998f-333f-49ab-9b51-c0df8167f463 service neutron] 10.222.0.67 "GET /v2.0/networks/aef6c564-c037-41ad-8e2d-dc5ff4f41860?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732461 Jun 15 14:14:25.071392 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-fdca979c-4c77-4d5e-8f1b-b51e7480ab63 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:25.096842 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Pushing event updated for resources: {'Port': ['ID=4767a422-39a6-414e-94fd-bf5eac72baab,revision_number=5']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:25.108933 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:25.186117 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-bf8958f4-6598-453c-b4e6-4e99733b2e45 req-018b9756-a05c-470b-967b-2f0222a99a50 service neutron] 10.222.0.67 "GET /v2.0/networks/aef6c564-c037-41ad-8e2d-dc5ff4f41860?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453495 Jun 15 14:14:25.194859 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1445cd99-8978-4d43-858d-90ddf8f96636 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fb2b0bc-4d97-449b-9031-5715adbe68e8,revision_number=1']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:25.212004 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-1445cd99-8978-4d43-858d-90ddf8f96636 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:25.269416 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ab63d1-25bb-4f35-8a23-f3303107ed49 req-ff13580c-dc95-4a89-8cdd-233da481457d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:25.270940 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-c4ab63d1-25bb-4f35-8a23-f3303107ed49 req-ff13580c-dc95-4a89-8cdd-233da481457d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=dc461159adb540bbbcfcd75ea5604cfb&device_id=5e9732d0-86bc-4907-93ad-526dbd138d5d HTTP/1.1" status: 200 len: 1097 time: 0.2688780 Jun 15 14:14:25.279418 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-fdca979c-4c77-4d5e-8f1b-b51e7480ab63 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:25.294580 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782cbcca-0284-46c0-b3f9-37fe4f891c26 req-3cd1ad9f-a40a-4563-a359-f1acec7383fa tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:25.296484 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-782cbcca-0284-46c0-b3f9-37fe4f891c26 req-3cd1ad9f-a40a-4563-a359-f1acec7383fa tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/ports?device_id=d71c4010-f1eb-4208-91ac-dca8202c8352 HTTP/1.1" status: 200 len: 946 time: 0.2078774 Jun 15 14:14:25.304770 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-fdca979c-4c77-4d5e-8f1b-b51e7480ab63 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736153'] for security_group_rule, after_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:25.336057 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4f162a-031d-4ee8-a976-45eeda9125fa req-d1560ac0-c70c-4897-b7cf-87a262ec0063 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:25.338400 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-db4f162a-031d-4ee8-a976-45eeda9125fa req-d1560ac0-c70c-4897-b7cf-87a262ec0063 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e9732d0-86bc-4907-93ad-526dbd138d5d HTTP/1.1" status: 200 len: 944 time: 0.0965414 Jun 15 14:14:25.356037 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:25.378519 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-c4ab63d1-25bb-4f35-8a23-f3303107ed49 req-1728b958-dc36-4c27-bb71-39684a24e6e9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4a5d8b06-59b8-42cc-8a32-fb206ec7756f HTTP/1.1" status: 200 len: 217 time: 0.0806482 Jun 15 14:14:25.407510 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdca979c-4c77-4d5e-8f1b-b51e7480ab63 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e63b37fc-cfa7-427a-9b8b-4aae80b6d905,revision_number=0']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:25.411385 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-fdca979c-4c77-4d5e-8f1b-b51e7480ab63 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:25.412577 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-fdca979c-4c77-4d5e-8f1b-b51e7480ab63 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4581363 Jun 15 14:14:25.435106 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 33840) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:14:25.438429 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-db4f162a-031d-4ee8-a976-45eeda9125fa req-5549bc90-ad03-481b-99af-264dbfb51ac9 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad05965b-15a7-4a7f-9728-8af208ea3874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761228 Jun 15 14:14:25.447598 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.v2.base [None req-7ec247e9-9948-43a7-9647-aa0c7badfd4b tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Request body: {'security_group_rule': {'security_group_id': '5fb2b0bc-4d97-449b-9031-5715adbe68e8', 'project_id': 'c3de56a81c9f49fdb5657745f0c5e9a7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:14:25.456867 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-fdca979c-4c77-4d5e-8f1b-b51e7480ab63 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:25.502552 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-782cbcca-0284-46c0-b3f9-37fe4f891c26 req-91d49c5c-9da2-4daa-bdc5-f080e356cff4 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/security-groups?id=69da6443-a760-4382-8ecd-b3b336e40d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434855 Jun 15 14:14:25.510458 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ab63d1-25bb-4f35-8a23-f3303107ed49 req-94d34851-7553-4644-8c9c-57e175558969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:25.513525 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-c4ab63d1-25bb-4f35-8a23-f3303107ed49 req-94d34851-7553-4644-8c9c-57e175558969 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7617c69e-c1e9-44df-9ad7-ee8c6a77420c HTTP/1.1" status: 200 len: 858 time: 0.1167541 Jun 15 14:14:25.516524 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-7ec247e9-9948-43a7-9647-aa0c7badfd4b tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:25.568167 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-c4ab63d1-25bb-4f35-8a23-f3303107ed49 req-5cd2e1ab-8c48-428d-ab20-40092c5eaa98 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=aef6c564-c037-41ad-8e2d-dc5ff4f41860&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474987 Jun 15 14:14:25.629085 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-7ec247e9-9948-43a7-9647-aa0c7badfd4b tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:25.634344 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-7ec247e9-9948-43a7-9647-aa0c7badfd4b tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736153'] for security_group_rule, after_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:25.638208 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:25.675639 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec247e9-9948-43a7-9647-aa0c7badfd4b tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c9db95d-1fa1-414b-8df1-4fe903c9a82d,revision_number=0']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:25.686900 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-7ec247e9-9948-43a7-9647-aa0c7badfd4b tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:25.688183 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-7ec247e9-9948-43a7-9647-aa0c7badfd4b tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:25.691003 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-7ec247e9-9948-43a7-9647-aa0c7badfd4b tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2500062 Jun 15 14:14:25.692353 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 33854) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:14:25.702456 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.v2.base [None req-17f02162-9c91-461c-936f-f1b94dc5de4e tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Request body: {'security_group_rule': {'security_group_id': '5fb2b0bc-4d97-449b-9031-5715adbe68e8', 'project_id': 'c3de56a81c9f49fdb5657745f0c5e9a7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:14:25.785393 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-17f02162-9c91-461c-936f-f1b94dc5de4e tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:25.911598 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-17f02162-9c91-461c-936f-f1b94dc5de4e tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:25.912337 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-c4ab63d1-25bb-4f35-8a23-f3303107ed49 req-1c949826-8ee5-4d70-ba99-00497c869b8b service neutron] 10.222.0.67 "GET /v2.0/networks/aef6c564-c037-41ad-8e2d-dc5ff4f41860?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2669425 Jun 15 14:14:25.915979 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-17f02162-9c91-461c-936f-f1b94dc5de4e tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736153'] for security_group_rule, after_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:25.918480 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-818b4de3-40ab-4a65-a37b-13445b342976 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:25.937885 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f02162-9c91-461c-936f-f1b94dc5de4e tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b4ba027-cf06-4aec-a846-116bb339ea4e,revision_number=0']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:25.942144 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-17f02162-9c91-461c-936f-f1b94dc5de4e tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:25.951504 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-17f02162-9c91-461c-936f-f1b94dc5de4e tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:25.952774 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-17f02162-9c91-461c-936f-f1b94dc5de4e tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2594621 Jun 15 14:14:25.955541 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 33860) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:14:25.960385 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.v2.base [None req-9a1c3112-e0c6-4187-9507-a9fb33ef18b7 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Request body: {'security_group_rule': {'security_group_id': '5fb2b0bc-4d97-449b-9031-5715adbe68e8', 'project_id': 'c3de56a81c9f49fdb5657745f0c5e9a7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:14:26.003495 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3112-e0c6-4187-9507-a9fb33ef18b7 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:26.094132 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-c4ab63d1-25bb-4f35-8a23-f3303107ed49 req-03123da9-e3e7-41f3-9ef6-e9375afd1385 service neutron] 10.222.0.67 "GET /v2.0/networks/aef6c564-c037-41ad-8e2d-dc5ff4f41860?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731942 Jun 15 14:14:26.099122 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3112-e0c6-4187-9507-a9fb33ef18b7 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:26.107970 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3112-e0c6-4187-9507-a9fb33ef18b7 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736153'] for security_group_rule, after_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:26.111478 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Device 4767a422-39a6-414e-94fd-bf5eac72baab up at agent ovs-agent-dv-cinder-796471-1-iscsi {{(pid=91909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:14:26.126024 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-7ec247e9-9948-43a7-9647-aa0c7badfd4b tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:26.152848 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1c3112-e0c6-4187-9507-a9fb33ef18b7 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4862c80-2eb3-4b01-9873-2db9d57b43a9,revision_number=0']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:26.160357 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-9a1c3112-e0c6-4187-9507-a9fb33ef18b7 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:26.165034 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3112-e0c6-4187-9507-a9fb33ef18b7 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:26.166428 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-9a1c3112-e0c6-4187-9507-a9fb33ef18b7 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2097099 Jun 15 14:14:26.169709 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 33866) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:14:26.174469 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.v2.base [None req-f5b6ee0f-0bde-458d-84a1-74e805cb19d1 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Request body: {'security_group_rule': {'security_group_id': '5fb2b0bc-4d97-449b-9031-5715adbe68e8', 'project_id': 'c3de56a81c9f49fdb5657745f0c5e9a7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:14:26.181576 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Provisioning complete for port 4767a422-39a6-414e-94fd-bf5eac72baab triggered by entity L2. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:14:26.181960 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897510'] for port, provisioning_complete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:26.200415 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.db.securitygroups_db [None req-f5b6ee0f-0bde-458d-84a1-74e805cb19d1 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Project c3de56a81c9f49fdb5657745f0c5e9a7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 15 14:14:26.205266 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-f5b6ee0f-0bde-458d-84a1-74e805cb19d1 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:26.496715 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-f5b6ee0f-0bde-458d-84a1-74e805cb19d1 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:26.502240 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-f5b6ee0f-0bde-458d-84a1-74e805cb19d1 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736153'] for security_group_rule, after_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:26.506328 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e056b9-478e-44cd-89f8-0ed9cbcdec4b req-d579ec15-8bb5-4243-ba29-43ee5cc13ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:26.507824 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-68e056b9-478e-44cd-89f8-0ed9cbcdec4b req-d579ec15-8bb5-4243-ba29-43ee5cc13ee1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=dc461159adb540bbbcfcd75ea5604cfb&device_id=5e9732d0-86bc-4907-93ad-526dbd138d5d HTTP/1.1" status: 200 len: 1097 time: 0.0972650 Jun 15 14:14:26.510361 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-fdca979c-4c77-4d5e-8f1b-b51e7480ab63 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:26.534756 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b6ee0f-0bde-458d-84a1-74e805cb19d1 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9fc7031-52c2-4c27-ab8a-25fd5eaaa567,revision_number=0']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:26.550010 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-f5b6ee0f-0bde-458d-84a1-74e805cb19d1 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:26.563079 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-f5b6ee0f-0bde-458d-84a1-74e805cb19d1 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:26.567014 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 33874) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:14:26.567214 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-f5b6ee0f-0bde-458d-84a1-74e805cb19d1 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3962886 Jun 15 14:14:26.573215 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.v2.base [None req-6c638559-b7ba-4311-8780-41ee6b9a9483 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Request body: {'security_group_rule': {'security_group_id': '5fb2b0bc-4d97-449b-9031-5715adbe68e8', 'project_id': 'c3de56a81c9f49fdb5657745f0c5e9a7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:14:26.599992 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.db.securitygroups_db [None req-6c638559-b7ba-4311-8780-41ee6b9a9483 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Project c3de56a81c9f49fdb5657745f0c5e9a7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 15 14:14:26.609185 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-6c638559-b7ba-4311-8780-41ee6b9a9483 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:26.677582 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e056b9-478e-44cd-89f8-0ed9cbcdec4b req-a49314fc-100f-44e8-9acb-da7cffd2dcdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:26.679093 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-68e056b9-478e-44cd-89f8-0ed9cbcdec4b req-a49314fc-100f-44e8-9acb-da7cffd2dcdd service neutron] 10.222.0.67 "GET /v2.0/networks?id=aef6c564-c037-41ad-8e2d-dc5ff4f41860 HTTP/1.1" status: 200 len: 919 time: 0.1567760 Jun 15 14:14:26.735644 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-6c638559-b7ba-4311-8780-41ee6b9a9483 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:26.741125 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-6c638559-b7ba-4311-8780-41ee6b9a9483 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736153'] for security_group_rule, after_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:26.744943 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-68e056b9-478e-44cd-89f8-0ed9cbcdec4b req-2725ba04-364d-4552-8a87-959781fe0c68 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4a5d8b06-59b8-42cc-8a32-fb206ec7756f HTTP/1.1" status: 200 len: 217 time: 0.0589166 Jun 15 14:14:26.748834 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:26.769832 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14258301-23c1-4f90-9d47-5204c5983b7f req-7ffb7a48-06ca-446b-ab24-2d8f7d049770 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:26.777850 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-14258301-23c1-4f90-9d47-5204c5983b7f req-7ffb7a48-06ca-446b-ab24-2d8f7d049770 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e9732d0-86bc-4907-93ad-526dbd138d5d HTTP/1.1" status: 200 len: 944 time: 0.1503377 Jun 15 14:14:26.801159 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c638559-b7ba-4311-8780-41ee6b9a9483 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6526e49c-25e4-41f4-8c38-66b4cf130511,revision_number=0']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:26.820640 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-6c638559-b7ba-4311-8780-41ee6b9a9483 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:26.846236 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-14258301-23c1-4f90-9d47-5204c5983b7f req-c430c377-cfd5-4900-849b-c4c5afe90752 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad05965b-15a7-4a7f-9728-8af208ea3874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667763 Jun 15 14:14:26.846408 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-6c638559-b7ba-4311-8780-41ee6b9a9483 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:26.849742 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-6c638559-b7ba-4311-8780-41ee6b9a9483 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2812998 Jun 15 14:14:26.867142 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e056b9-478e-44cd-89f8-0ed9cbcdec4b req-3dcaad60-2a04-4549-951f-cd5af553f607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:26.868787 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-68e056b9-478e-44cd-89f8-0ed9cbcdec4b req-3dcaad60-2a04-4549-951f-cd5af553f607 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7617c69e-c1e9-44df-9ad7-ee8c6a77420c HTTP/1.1" status: 200 len: 858 time: 0.1137106 Jun 15 14:14:26.909609 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 33900) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:14:26.926667 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-68e056b9-478e-44cd-89f8-0ed9cbcdec4b req-3ab6d857-572f-41ef-8632-155dcdc45c76 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=aef6c564-c037-41ad-8e2d-dc5ff4f41860&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477207 Jun 15 14:14:26.953743 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abc3bfa-f169-4b6b-bcf8-07f46a32da2a req-e4e868a9-9537-45cb-b4b1-5a16921d3ae0 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:26.960650 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-3abc3bfa-f169-4b6b-bcf8-07f46a32da2a req-e4e868a9-9537-45cb-b4b1-5a16921d3ae0 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/ports?device_id=d71c4010-f1eb-4208-91ac-dca8202c8352 HTTP/1.1" status: 200 len: 946 time: 0.2191103 Jun 15 14:14:27.098533 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-a9738a93-5533-41b1-acb6-f81699b5d354 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:27.106719 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-3abc3bfa-f169-4b6b-bcf8-07f46a32da2a req-c94f0586-699b-41e4-9f47-d6ec8872f5e9 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/security-groups?id=69da6443-a760-4382-8ecd-b3b336e40d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449139 Jun 15 14:14:27.139084 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-68e056b9-478e-44cd-89f8-0ed9cbcdec4b req-451862e4-b6f0-4a45-816f-188fb1370455 service neutron] 10.222.0.67 "GET /v2.0/networks/aef6c564-c037-41ad-8e2d-dc5ff4f41860?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034528 Jun 15 14:14:27.294075 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-68e056b9-478e-44cd-89f8-0ed9cbcdec4b req-0b5afd5b-788f-40ca-a620-21f77270d991 service neutron] 10.222.0.67 "GET /v2.0/networks/aef6c564-c037-41ad-8e2d-dc5ff4f41860?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427219 Jun 15 14:14:27.322381 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Device 723a2e3e-c604-44be-982e-11d3efd9329f details requested by agent hyperv_hv-cinder-79647 with host hv-cinder-79647 {{(pid=91909) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 14:14:27.339952 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-a9738a93-5533-41b1-acb6-f81699b5d354 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:27.345810 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-a9738a93-5533-41b1-acb6-f81699b5d354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:27.352048 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-eb2afa01-82bf-4058-affc-ca7184690b80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:27.373294 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 33948) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:14:27.425788 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-a9738a93-5533-41b1-acb6-f81699b5d354 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c52c3f36c11e4261953217ca7524f938&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5127721 Jun 15 14:14:27.426153 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 33952) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:14:27.439826 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9738a93-5533-41b1-acb6-f81699b5d354 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f396c6e-620d-43c3-8d47-e83b8d3671d7,revision_number=1']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:27.457696 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-a9738a93-5533-41b1-acb6-f81699b5d354 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:27.477245 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:27.561089 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-1ddf073d-e5ef-441e-9607-c5daff3e99ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:27.581892 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] For port 723a2e3e-c604-44be-982e-11d3efd9329f, host hv-cinder-79647, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79647',level=0,port_id=723a2e3e-c604-44be-982e-11d3efd9329f,segment=NetworkSegment(669acf29-bcd8-42cf-bedb-e2672ed83e53),segment_id=669acf29-bcd8-42cf-bedb-e2672ed83e53)] {{(pid=91909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:14:27.597480 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Returning: {'device': '723a2e3e-c604-44be-982e-11d3efd9329f', 'network_id': 'aef6c564-c037-41ad-8e2d-dc5ff4f41860', 'port_id': '723a2e3e-c604-44be-982e-11d3efd9329f', 'mac_address': 'fa:16:3e:51:4a:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 897, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7617c69e-c1e9-44df-9ad7-ee8c6a77420c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91909) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 14:14:27.656371 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-c3e6c95c-70fb-4a44-9f7b-e58502bd5b23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:27.666038 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-1ddf073d-e5ef-441e-9607-c5daff3e99ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:27.670946 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:27.691457 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.notifiers.nova [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 723a2e3e-c604-44be-982e-11d3efd9329f {{(pid=91909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:14:27.717835 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] For port 723a2e3e-c604-44be-982e-11d3efd9329f, host hv-cinder-79647, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79647',level=0,port_id=723a2e3e-c604-44be-982e-11d3efd9329f,segment=NetworkSegment(669acf29-bcd8-42cf-bedb-e2672ed83e53),segment_id=669acf29-bcd8-42cf-bedb-e2672ed83e53)] {{(pid=91909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:14:27.723454 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492'] for port, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:27.725655 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:27.786597 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-1ddf073d-e5ef-441e-9607-c5daff3e99ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:27.789884 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-1ddf073d-e5ef-441e-9607-c5daff3e99ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:27.791601 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-1ddf073d-e5ef-441e-9607-c5daff3e99ae admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1f396c6e-620d-43c3-8d47-e83b8d3671d7 HTTP/1.1" status: 204 len: 168 time: 0.3643091 Jun 15 14:14:27.795450 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-786de817-7f55-4987-94e8-89af69fb7d9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:27.813481 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddf073d-e5ef-441e-9607-c5daff3e99ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f396c6e-620d-43c3-8d47-e83b8d3671d7,revision_number=None']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:27.818194 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-1ddf073d-e5ef-441e-9607-c5daff3e99ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:27.834394 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Pushing event updated for resources: {'Port': ['ID=723a2e3e-c604-44be-982e-11d3efd9329f,revision_number=4']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:27.841628 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:27.875061 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-c3e6c95c-70fb-4a44-9f7b-e58502bd5b23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:27.879444 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-c3e6c95c-70fb-4a44-9f7b-e58502bd5b23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:27.888038 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-8552e634-56f9-4a27-a902-3903eedb9166 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:27.935770 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-c3e6c95c-70fb-4a44-9f7b-e58502bd5b23 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fa15cf3aff63405bb770d441769c60ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5610869 Jun 15 14:14:27.936545 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 33976) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:14:27.937176 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e6c95c-70fb-4a44-9f7b-e58502bd5b23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=203615ec-f969-4396-93d0-2958bad4d822,revision_number=1']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:27.951122 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-c3e6c95c-70fb-4a44-9f7b-e58502bd5b23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:28.054709 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-7d546df4-1f6e-4109-8c7f-edc5f56962ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:28.089606 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-7d546df4-1f6e-4109-8c7f-edc5f56962ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:28.092028 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ff71ec-17c8-42f4-9979-13b6bd579add req-04c7fb28-8cf6-4e32-8197-69d682788f4b tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:28.093620 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-e2ff71ec-17c8-42f4-9979-13b6bd579add req-04c7fb28-8cf6-4e32-8197-69d682788f4b tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e9732d0-86bc-4907-93ad-526dbd138d5d HTTP/1.1" status: 200 len: 944 time: 0.1011372 Jun 15 14:14:28.182419 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] get_ports_and_sgs() called for port_ids ['723a2e3e-c604-44be-982e-11d3efd9329f'] {{(pid=91909) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:14:28.193215 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-e2ff71ec-17c8-42f4-9979-13b6bd579add req-0e2e89fc-ca45-406d-b3f5-93487b0c05ef tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad05965b-15a7-4a7f-9728-8af208ea3874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925999 Jun 15 14:14:28.228417 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-7d546df4-1f6e-4109-8c7f-edc5f56962ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:28.231402 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-7d546df4-1f6e-4109-8c7f-edc5f56962ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:28.232714 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-7d546df4-1f6e-4109-8c7f-edc5f56962ee admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/203615ec-f969-4396-93d0-2958bad4d822 HTTP/1.1" status: 204 len: 168 time: 0.2926943 Jun 15 14:14:28.233919 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-7b50dcc0-b374-4ec9-8270-d46e662b0a2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:28.244677 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d546df4-1f6e-4109-8c7f-edc5f56962ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=203615ec-f969-4396-93d0-2958bad4d822,revision_number=None']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:28.247994 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-7d546df4-1f6e-4109-8c7f-edc5f56962ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:28.606568 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 34004) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:14:28.622506 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-0f94ec4f-c9b6-46fb-b63a-26b5ff9050e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:28.721508 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-0f94ec4f-c9b6-46fb-b63a-26b5ff9050e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:28.725931 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-0f94ec4f-c9b6-46fb-b63a-26b5ff9050e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:28.728492 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-12dd6b93-5438-4ae7-8854-01075938c472 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:28.769634 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-0f94ec4f-c9b6-46fb-b63a-26b5ff9050e3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=94476d22dc0249e5bc2cc8f3efd5c150&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1619215 Jun 15 14:14:28.772347 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 34010) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:14:28.774647 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f94ec4f-c9b6-46fb-b63a-26b5ff9050e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43d3861c-3877-4d3a-a418-bdddb5f15ed5,revision_number=1']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:28.778377 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-0f94ec4f-c9b6-46fb-b63a-26b5ff9050e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:28.823658 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-7bee3f63-5f65-4382-9bd7-08ada99724f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:28.845433 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-7bee3f63-5f65-4382-9bd7-08ada99724f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:28.894237 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-7bee3f63-5f65-4382-9bd7-08ada99724f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:28.896856 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-7bee3f63-5f65-4382-9bd7-08ada99724f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:28.898165 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-7bee3f63-5f65-4382-9bd7-08ada99724f0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/43d3861c-3877-4d3a-a418-bdddb5f15ed5 HTTP/1.1" status: 204 len: 168 time: 0.1247969 Jun 15 14:14:28.898992 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-28b330dc-d17e-49a0-a627-6fe32d65f11c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:28.909569 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bee3f63-5f65-4382-9bd7-08ada99724f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43d3861c-3877-4d3a-a418-bdddb5f15ed5,revision_number=None']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:28.912151 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-7bee3f63-5f65-4382-9bd7-08ada99724f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:29.236481 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 34020) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:14:29.252713 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-f701c6d1-c59c-4f4d-a17a-e89c69d2dadc admin admin] Notify callbacks [] for security_group, before_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:29.348385 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-f701c6d1-c59c-4f4d-a17a-e89c69d2dadc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:29.352280 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-f701c6d1-c59c-4f4d-a17a-e89c69d2dadc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:29.354667 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-74515f6e-d642-4a8d-9648-0c93c5ad3e17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:29.386002 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77cea13-aeb4-4809-a2dc-07ec72403417 req-af153e8d-25e0-43eb-9eb2-359850eb2159 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:29.388278 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-d77cea13-aeb4-4809-a2dc-07ec72403417 req-af153e8d-25e0-43eb-9eb2-359850eb2159 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e9732d0-86bc-4907-93ad-526dbd138d5d HTTP/1.1" status: 200 len: 944 time: 0.0710034 Jun 15 14:14:29.393825 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-f701c6d1-c59c-4f4d-a17a-e89c69d2dadc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8ab5d1b61a8e4ea1bb30118d54346511&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1562660 Jun 15 14:14:29.395303 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f701c6d1-c59c-4f4d-a17a-e89c69d2dadc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=272473d6-a629-4978-acee-83ec00321159,revision_number=1']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:29.397823 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 34024) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:14:29.416936 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-f701c6d1-c59c-4f4d-a17a-e89c69d2dadc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:29.448320 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-d77cea13-aeb4-4809-a2dc-07ec72403417 req-527f2705-9a9a-4dbf-a3c2-5d86ee26af79 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad05965b-15a7-4a7f-9728-8af208ea3874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543010 Jun 15 14:14:29.453976 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-7b3cf6db-4bf5-49e3-8a71-f4a063b17f7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:29.479608 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-7b3cf6db-4bf5-49e3-8a71-f4a063b17f7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:29.530072 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-7b3cf6db-4bf5-49e3-8a71-f4a063b17f7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:29.532672 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-7b3cf6db-4bf5-49e3-8a71-f4a063b17f7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:29.533811 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-7b3cf6db-4bf5-49e3-8a71-f4a063b17f7c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/272473d6-a629-4978-acee-83ec00321159 HTTP/1.1" status: 204 len: 168 time: 0.1350694 Jun 15 14:14:29.534655 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-5cdb1b70-f115-44e9-81b6-c39e25aac4ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:29.543168 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3cf6db-4bf5-49e3-8a71-f4a063b17f7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=272473d6-a629-4978-acee-83ec00321159,revision_number=None']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:29.545364 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-7b3cf6db-4bf5-49e3-8a71-f4a063b17f7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:31.348584 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Device 4a5d8b06-59b8-42cc-8a32-fb206ec7756f details requested by agent hyperv_hv-cinder-79647 with host hv-cinder-79647 {{(pid=91909) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 14:14:31.479097 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] For port 4a5d8b06-59b8-42cc-8a32-fb206ec7756f, host hv-cinder-79647, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79647',level=0,port_id=4a5d8b06-59b8-42cc-8a32-fb206ec7756f,segment=NetworkSegment(669acf29-bcd8-42cf-bedb-e2672ed83e53),segment_id=669acf29-bcd8-42cf-bedb-e2672ed83e53)] {{(pid=91909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:14:31.492225 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Returning: {'device': '4a5d8b06-59b8-42cc-8a32-fb206ec7756f', 'network_id': 'aef6c564-c037-41ad-8e2d-dc5ff4f41860', 'port_id': '4a5d8b06-59b8-42cc-8a32-fb206ec7756f', 'mac_address': 'fa:16:3e:9b:3c:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 897, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7617c69e-c1e9-44df-9ad7-ee8c6a77420c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91909) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 14:14:31.542944 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c630c6ba-df66-4149-a6fa-e52e91f707f2 req-83f727ff-c9d5-4ce6-8f77-fe00f925557c tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:31.544606 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-c630c6ba-df66-4149-a6fa-e52e91f707f2 req-83f727ff-c9d5-4ce6-8f77-fe00f925557c tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e9732d0-86bc-4907-93ad-526dbd138d5d HTTP/1.1" status: 200 len: 944 time: 0.0790663 Jun 15 14:14:31.552222 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:31.569289 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.notifiers.nova [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a5d8b06-59b8-42cc-8a32-fb206ec7756f {{(pid=91909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:14:31.593387 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] For port 4a5d8b06-59b8-42cc-8a32-fb206ec7756f, host hv-cinder-79647, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79647',level=0,port_id=4a5d8b06-59b8-42cc-8a32-fb206ec7756f,segment=NetworkSegment(669acf29-bcd8-42cf-bedb-e2672ed83e53),segment_id=669acf29-bcd8-42cf-bedb-e2672ed83e53)] {{(pid=91909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:14:31.597171 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492'] for port, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:31.599313 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-400f1bfb-1e95-4f4c-89af-8734339e45ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:31.599455 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-c630c6ba-df66-4149-a6fa-e52e91f707f2 req-4342d0b6-58fa-4f30-88a9-58bb87ca8d1b tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad05965b-15a7-4a7f-9728-8af208ea3874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491283 Jun 15 14:14:31.662541 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Pushing event updated for resources: {'Port': ['ID=4a5d8b06-59b8-42cc-8a32-fb206ec7756f,revision_number=4']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:31.666439 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:32.059298 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] get_ports_and_sgs() called for port_ids ['4a5d8b06-59b8-42cc-8a32-fb206ec7756f'] {{(pid=91909) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:14:32.799269 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965a51ad-5c32-4402-a724-0bd769ab3190 req-ea802283-4b69-4783-93ad-acced510e646 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:32.799269 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-965a51ad-5c32-4402-a724-0bd769ab3190 req-ea802283-4b69-4783-93ad-acced510e646 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e9732d0-86bc-4907-93ad-526dbd138d5d HTTP/1.1" status: 200 len: 945 time: 0.0831728 Jun 15 14:14:32.846878 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-965a51ad-5c32-4402-a724-0bd769ab3190 req-df1005b7-b9f8-485d-89b2-adc0957a8831 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad05965b-15a7-4a7f-9728-8af208ea3874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429356 Jun 15 14:14:33.376905 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Device 723a2e3e-c604-44be-982e-11d3efd9329f up at agent hyperv_hv-cinder-79647 {{(pid=91909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:14:33.440747 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Provisioning for port 723a2e3e-c604-44be-982e-11d3efd9329f completed by entity L2. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:14:33.444746 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Provisioning complete for port 723a2e3e-c604-44be-982e-11d3efd9329f triggered by entity L2. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:14:33.445116 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897510'] for port, provisioning_complete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:33.562723 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:33.590036 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7b01cb6-5369-48db-9b20-3f015520a361', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '723a2e3e-c604-44be-982e-11d3efd9329f'}] {{(pid=91909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:14:33.592622 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}018986bfbd05ca611dd30af7db176f5a3185891675ab09d2ffafe9409078adde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-788fec09-2086-4c0a-8438-db47a1e47f65" -d '{"events": [{"server_uuid": "a7b01cb6-5369-48db-9b20-3f015520a361", "name": "network-vif-plugged", "status": "completed", "tag": "723a2e3e-c604-44be-982e-11d3efd9329f"}]}' {{(pid=91909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:14:33.607223 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] For port 723a2e3e-c604-44be-982e-11d3efd9329f, host hv-cinder-79647, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79647',level=0,port_id=723a2e3e-c604-44be-982e-11d3efd9329f,segment=NetworkSegment(669acf29-bcd8-42cf-bedb-e2672ed83e53),segment_id=669acf29-bcd8-42cf-bedb-e2672ed83e53)] {{(pid=91909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:14:33.612459 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492'] for port, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:33.614614 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Device 4a5d8b06-59b8-42cc-8a32-fb206ec7756f up at agent hyperv_hv-cinder-79647 {{(pid=91909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:14:33.616935 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:33.676443 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaa041b4-2be7-4f59-baa3-c5894c91d9a2 x-openstack-request-id: req-eaa041b4-2be7-4f59-baa3-c5894c91d9a2 {{(pid=91909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:14:33.676744 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7b01cb6-5369-48db-9b20-3f015520a361", "name": "network-vif-plugged", "status": "completed", "tag": "723a2e3e-c604-44be-982e-11d3efd9329f", "code": 200}]} {{(pid=91909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:14:33.677006 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-eaa041b4-2be7-4f59-baa3-c5894c91d9a2 {{(pid=91909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:14:33.677393 dv-cinder-796471-1-iscsi neutron-server[91909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7b01cb6-5369-48db-9b20-3f015520a361', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '723a2e3e-c604-44be-982e-11d3efd9329f', 'code': 200} Jun 15 14:14:33.716356 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Pushing event updated for resources: {'Port': ['ID=723a2e3e-c604-44be-982e-11d3efd9329f,revision_number=5']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:33.740736 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:33.779198 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Provisioning for port 4a5d8b06-59b8-42cc-8a32-fb206ec7756f completed by entity L2. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:14:33.788098 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Provisioning complete for port 4a5d8b06-59b8-42cc-8a32-fb206ec7756f triggered by entity L2. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:14:33.788486 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897510'] for port, provisioning_complete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:34.028348 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:34.043619 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f77274-2b80-4a7e-89aa-a03ad3f64e9e req-3b282596-8600-41be-b490-8263a5be452a tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:34.045777 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-b8f77274-2b80-4a7e-89aa-a03ad3f64e9e req-3b282596-8600-41be-b490-8263a5be452a tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/networks?id=53647b0d-4ed8-4c65-8def-7670da912845 HTTP/1.1" status: 200 len: 814 time: 0.2073240 Jun 15 14:14:34.054066 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82654719-3067-4a77-9483-dd721ea35299 req-5b248531-0dc7-4289-ab40-36f7510806e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:34.055915 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-82654719-3067-4a77-9483-dd721ea35299 req-5b248531-0dc7-4289-ab40-36f7510806e2 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a7b01cb6-5369-48db-9b20-3f015520a361 HTTP/1.1" status: 200 len: 1098 time: 0.1008954 Jun 15 14:14:34.069947 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] For port 4a5d8b06-59b8-42cc-8a32-fb206ec7756f, host hv-cinder-79647, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79647',level=0,port_id=4a5d8b06-59b8-42cc-8a32-fb206ec7756f,segment=NetworkSegment(669acf29-bcd8-42cf-bedb-e2672ed83e53),segment_id=669acf29-bcd8-42cf-bedb-e2672ed83e53)] {{(pid=91909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:14:34.074270 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-b8f77274-2b80-4a7e-89aa-a03ad3f64e9e req-87de447f-f8b3-4f94-afef-f473a5b755ae tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/quotas/3b9c49b5e22342c8817f864fe7313c45 HTTP/1.1" status: 200 len: 375 time: 0.0172136 Jun 15 14:14:34.074645 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492'] for port, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:34.077888 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:34.091250 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0921f8-2692-48a6-bc84-4645cfbf28ca req-23857c9c-6672-40b3-aaea-9cd845de2b0e tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:34.092874 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-ce0921f8-2692-48a6-bc84-4645cfbf28ca req-23857c9c-6672-40b3-aaea-9cd845de2b0e tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e9732d0-86bc-4907-93ad-526dbd138d5d HTTP/1.1" status: 200 len: 945 time: 0.0827281 Jun 15 14:14:34.140969 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Pushing event updated for resources: {'Port': ['ID=4a5d8b06-59b8-42cc-8a32-fb206ec7756f,revision_number=5']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:34.144239 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-ce0921f8-2692-48a6-bc84-4645cfbf28ca req-b4a9738e-9b28-4c6e-bd5c-4ef0f1ddc693 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad05965b-15a7-4a7f-9728-8af208ea3874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414858 Jun 15 14:14:34.144439 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-82654719-3067-4a77-9483-dd721ea35299 req-e64165b0-da6e-411d-8b8a-83cbb12d92bb service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=ad05965b-15a7-4a7f-9728-8af208ea3874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793550 Jun 15 14:14:34.147335 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:34.199085 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-b8f77274-2b80-4a7e-89aa-a03ad3f64e9e req-03dbe0d7-57ca-4e5a-a30e-44a98bfa54d4 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=3b9c49b5e22342c8817f864fe7313c45&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1150243 Jun 15 14:14:34.318008 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-b8f77274-2b80-4a7e-89aa-a03ad3f64e9e req-bffd0058-2337-41bb-b6d3-9381e808b469 service neutron] 10.222.0.26 "GET /v2.0/networks/53647b0d-4ed8-4c65-8def-7670da912845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121495 Jun 15 14:14:34.437893 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-b8f77274-2b80-4a7e-89aa-a03ad3f64e9e req-f0f38866-fad1-4dde-947e-1edb29350471 service neutron] 10.222.0.26 "GET /v2.0/networks/53647b0d-4ed8-4c65-8def-7670da912845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123071 Jun 15 14:14:34.610729 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-c7452130-ed0d-49b8-ab82-cc8dda87f020 req-57878ab9-153a-4a47-8879-3fab4fcf1fea tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/ports?device_id=cda6bd51-f06e-4497-8bc9-ac1631ffb778 HTTP/1.1" status: 200 len: 210 time: 0.0372076 Jun 15 14:14:34.947627 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.agents_db [None req-1fbdf4bf-3b4b-440e-bd18-8a0939d62d55 None None] Agent healthcheck: found 6 active agents {{(pid=91910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:14:35.337802 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9061c1-1eff-4388-bce9-3b678014b3eb req-5509fac1-242c-4a10-a9c4-ab1d2c7dcda6 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:35.339298 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-fa9061c1-1eff-4388-bce9-3b678014b3eb req-5509fac1-242c-4a10-a9c4-ab1d2c7dcda6 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e9732d0-86bc-4907-93ad-526dbd138d5d HTTP/1.1" status: 200 len: 946 time: 0.0757558 Jun 15 14:14:35.387133 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-fa9061c1-1eff-4388-bce9-3b678014b3eb req-9d0d77ee-881d-4afe-94d2-9a0610bec14c tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad05965b-15a7-4a7f-9728-8af208ea3874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406194 Jun 15 14:14:35.678497 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e9732d0-86bc-4907-93ad-526dbd138d5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a5d8b06-59b8-42cc-8a32-fb206ec7756f'}] {{(pid=91909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:14:35.680943 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}018986bfbd05ca611dd30af7db176f5a3185891675ab09d2ffafe9409078adde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-748050e7-c11f-423c-8463-f50f39e730c6" -d '{"events": [{"server_uuid": "5e9732d0-86bc-4907-93ad-526dbd138d5d", "name": "network-vif-plugged", "status": "completed", "tag": "4a5d8b06-59b8-42cc-8a32-fb206ec7756f"}]}' {{(pid=91909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:14:35.716906 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0367f4a9-5b3d-42ed-86c9-c02d068410af x-openstack-request-id: req-0367f4a9-5b3d-42ed-86c9-c02d068410af {{(pid=91909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:14:35.717293 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e9732d0-86bc-4907-93ad-526dbd138d5d", "name": "network-vif-plugged", "status": "completed", "tag": "4a5d8b06-59b8-42cc-8a32-fb206ec7756f", "code": 200}]} {{(pid=91909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:14:35.717615 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0367f4a9-5b3d-42ed-86c9-c02d068410af {{(pid=91909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:14:35.718071 dv-cinder-796471-1-iscsi neutron-server[91909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e9732d0-86bc-4907-93ad-526dbd138d5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a5d8b06-59b8-42cc-8a32-fb206ec7756f', 'code': 200} Jun 15 14:14:35.761274 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-92ddcb2c-1ac6-4782-b329-4bc069ef5076 req-3ab7015f-1380-44e9-b489-4ecc2393bea1 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/ports?device_id=cda6bd51-f06e-4497-8bc9-ac1631ffb778 HTTP/1.1" status: 200 len: 210 time: 0.0326788 Jun 15 14:14:36.307674 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b0fa6e-c317-4a46-837d-17b5c34cfb7c req-6233b88b-3865-40b2-8b80-c71336f5c137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:36.310523 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-80b0fa6e-c317-4a46-837d-17b5c34cfb7c req-6233b88b-3865-40b2-8b80-c71336f5c137 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=5e9732d0-86bc-4907-93ad-526dbd138d5d HTTP/1.1" status: 200 len: 1099 time: 0.0731828 Jun 15 14:14:36.401073 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-80b0fa6e-c317-4a46-837d-17b5c34cfb7c req-d6f59953-be0c-40d1-b6ba-f6c54ddd10d9 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=ad05965b-15a7-4a7f-9728-8af208ea3874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691929 Jun 15 14:14:36.431225 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f77274-2b80-4a7e-89aa-a03ad3f64e9e req-0e9d3fbe-dd18-4c9a-a354-cc9dee5a6591 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:36.433013 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-b8f77274-2b80-4a7e-89aa-a03ad3f64e9e req-0e9d3fbe-dd18-4c9a-a354-cc9dee5a6591 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.67 "GET /v2.0/networks?id=53647b0d-4ed8-4c65-8def-7670da912845 HTTP/1.1" status: 200 len: 814 time: 0.1806850 Jun 15 14:14:36.612771 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9106bc-b5aa-4333-bbbb-3860985229ee req-1a6e9a47-457a-4ffa-aa36-88bcc4853e89 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:36.614298 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-3b9106bc-b5aa-4333-bbbb-3860985229ee req-1a6e9a47-457a-4ffa-aa36-88bcc4853e89 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e9732d0-86bc-4907-93ad-526dbd138d5d HTTP/1.1" status: 200 len: 946 time: 0.0802968 Jun 15 14:14:36.657159 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-3b9106bc-b5aa-4333-bbbb-3860985229ee req-44339fad-842a-4b58-acb4-157a39b6fa13 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad05965b-15a7-4a7f-9728-8af208ea3874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367675 Jun 15 14:14:36.731029 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.v2.base [req-b8f77274-2b80-4a7e-89aa-a03ad3f64e9e req-3a54b2fb-b4b3-4e4f-91af-9ed7cac60421 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Request body: {'port': {'device_id': 'cda6bd51-f06e-4497-8bc9-ac1631ffb778', 'network_id': '53647b0d-4ed8-4c65-8def-7670da912845', 'admin_state_up': True, 'tenant_id': '3b9c49b5e22342c8817f864fe7313c45'}} {{(pid=91906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:14:36.865281 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8f77274-2b80-4a7e-89aa-a03ad3f64e9e req-3a54b2fb-b4b3-4e4f-91af-9ed7cac60421 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Made reservation on behalf of 3b9c49b5e22342c8817f864fe7313c45 for: {'port': 1} {{(pid=91906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:14:36.868988 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [req-b8f77274-2b80-4a7e-89aa-a03ad3f64e9e req-3a54b2fb-b4b3-4e4f-91af-9ed7cac60421 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-33170876'] for port, before_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:36.910259 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-c37a994a-5eb2-4ea0-b3dc-7ade47ce14c2 req-886928b5-1dfd-4558-a1cb-0c26c55600c4 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/ports?device_id=cda6bd51-f06e-4497-8bc9-ac1631ffb778 HTTP/1.1" status: 200 len: 210 time: 0.0328624 Jun 15 14:14:37.015957 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.db.db_base_plugin_common [req-b8f77274-2b80-4a7e-89aa-a03ad3f64e9e req-3a54b2fb-b4b3-4e4f-91af-9ed7cac60421 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Allocated IP 172.20.0.7 (53647b0d-4ed8-4c65-8def-7670da912845/afd26063-2fe1-438c-a2ba-9412fb4f10c5/fae86f07-a3e7-45be-856e-cfc559edddc4) {{(pid=91906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:14:37.193624 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [req-b8f77274-2b80-4a7e-89aa-a03ad3f64e9e req-3a54b2fb-b4b3-4e4f-91af-9ed7cac60421 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Notify callbacks [] for port, precommit_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:37.238257 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [req-b8f77274-2b80-4a7e-89aa-a03ad3f64e9e req-3a54b2fb-b4b3-4e4f-91af-9ed7cac60421 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33170815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-53808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781714044429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3410907'] for port, after_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:37.242157 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-1e0c33f3-e49f-4456-ada3-70c613869566 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:37.295519 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8f77274-2b80-4a7e-89aa-a03ad3f64e9e req-3a54b2fb-b4b3-4e4f-91af-9ed7cac60421 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Network 53647b0d-4ed8-4c65-8def-7670da912845 is already hosted by enough agents. {{(pid=91906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:14:37.297454 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.scheduler.base_scheduler [req-b8f77274-2b80-4a7e-89aa-a03ad3f64e9e req-3a54b2fb-b4b3-4e4f-91af-9ed7cac60421 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Resources bound (agent type, host, resource id): {{(pid=91906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:14:37.299931 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] get_ports_and_sgs() called for port_ids ['b4bd8b82-6993-4194-9681-d6ca79a7cbed', '1c3a23a8-b0e5-4c9a-ba3f-779490b8b7b7'] {{(pid=91909) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:14:37.307128 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8f77274-2b80-4a7e-89aa-a03ad3f64e9e req-3a54b2fb-b4b3-4e4f-91af-9ed7cac60421 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Received port after_create {{(pid=91906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:14:37.314371 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a54b2fb-b4b3-4e4f-91af-9ed7cac60421 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Pushing event updated for resources: {'Port': ['ID=fae86f07-a3e7-45be-856e-cfc559edddc4,revision_number=1']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:37.317026 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-3a54b2fb-b4b3-4e4f-91af-9ed7cac60421 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:37.375729 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f77274-2b80-4a7e-89aa-a03ad3f64e9e req-3a54b2fb-b4b3-4e4f-91af-9ed7cac60421 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:37.376361 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [req-b8f77274-2b80-4a7e-89aa-a03ad3f64e9e req-3a54b2fb-b4b3-4e4f-91af-9ed7cac60421 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58954'] for port, before_response {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:37.393947 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-b8f77274-2b80-4a7e-89aa-a03ad3f64e9e req-3a54b2fb-b4b3-4e4f-91af-9ed7cac60421 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6675639 Jun 15 14:14:37.419752 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.v2.base [req-b8f77274-2b80-4a7e-89aa-a03ad3f64e9e req-a393353c-240b-4cee-9ba3-1d7b176187ee service neutron] Request body: {'port': {'device_id': 'cda6bd51-f06e-4497-8bc9-ac1631ffb778', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79647'}} {{(pid=91906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:14:37.504309 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [req-b8f77274-2b80-4a7e-89aa-a03ad3f64e9e req-a393353c-240b-4cee-9ba3-1d7b176187ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:37.893046 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 34272) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:14:37.916705 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 34276) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:14:37.943246 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89e1f66-41b8-4758-b8a4-8f04d348b34f req-79bcf115-c893-4e57-a94e-226fdc0a3267 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:37.944851 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-d89e1f66-41b8-4758-b8a4-8f04d348b34f req-79bcf115-c893-4e57-a94e-226fdc0a3267 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e9732d0-86bc-4907-93ad-526dbd138d5d HTTP/1.1" status: 200 len: 946 time: 0.1418948 Jun 15 14:14:37.949883 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.notifiers.nova [req-b8f77274-2b80-4a7e-89aa-a03ad3f64e9e req-a393353c-240b-4cee-9ba3-1d7b176187ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fae86f07-a3e7-45be-856e-cfc559edddc4 {{(pid=91906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:14:37.967812 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [req-b8f77274-2b80-4a7e-89aa-a03ad3f64e9e req-a393353c-240b-4cee-9ba3-1d7b176187ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:38.000364 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.db.provisioning_blocks [req-b8f77274-2b80-4a7e-89aa-a03ad3f64e9e req-a393353c-240b-4cee-9ba3-1d7b176187ee service neutron] Transition to ACTIVE for port object fae86f07-a3e7-45be-856e-cfc559edddc4 will not be triggered until provisioned by entity L2. {{(pid=91906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:14:38.053342 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-d89e1f66-41b8-4758-b8a4-8f04d348b34f req-95bfbf55-9e46-43fa-9b8b-4bdfe94e6ba1 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad05965b-15a7-4a7f-9728-8af208ea3874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973713 Jun 15 14:14:38.058038 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [req-b8f77274-2b80-4a7e-89aa-a03ad3f64e9e req-a393353c-240b-4cee-9ba3-1d7b176187ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3410917'] for port, after_update {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:38.070461 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-1e0c33f3-e49f-4456-ada3-70c613869566 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:38.100143 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-9fd89390-891e-4fd0-94ab-e945bb53f650 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:38.133776 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-b1747f14-5b90-45d2-b221-107182a7af09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:38.176304 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a393353c-240b-4cee-9ba3-1d7b176187ee service neutron] Pushing event updated for resources: {'Port': ['ID=fae86f07-a3e7-45be-856e-cfc559edddc4,revision_number=2']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:38.181268 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-a393353c-240b-4cee-9ba3-1d7b176187ee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:38.237541 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ba44cf-a38a-4062-adc0-de4ef5f85f4e req-cbbaa1e4-6bdd-4bfd-a149-c4e27034106e tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:38.239017 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-43ba44cf-a38a-4062-adc0-de4ef5f85f4e req-cbbaa1e4-6bdd-4bfd-a149-c4e27034106e tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/ports?device_id=cda6bd51-f06e-4497-8bc9-ac1631ffb778 HTTP/1.1" status: 200 len: 943 time: 0.1310759 Jun 15 14:14:38.271926 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.managers [req-b8f77274-2b80-4a7e-89aa-a03ad3f64e9e req-a393353c-240b-4cee-9ba3-1d7b176187ee service neutron] Attempting to bind port fae86f07-a3e7-45be-856e-cfc559edddc4 on host hv-cinder-79647 for vnic_type normal with profile {{(pid=91906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:14:38.272210 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.managers [req-b8f77274-2b80-4a7e-89aa-a03ad3f64e9e req-a393353c-240b-4cee-9ba3-1d7b176187ee service neutron] Attempting to bind port fae86f07-a3e7-45be-856e-cfc559edddc4 by drivers openvswitch,hyperv on host hv-cinder-79647 at level 0 using segments [{'id': 'c1e51313-9c41-43ed-bd7f-44cfad65f5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '53647b0d-4ed8-4c65-8def-7670da912845'}] {{(pid=91906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:14:38.272579 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f77274-2b80-4a7e-89aa-a03ad3f64e9e req-a393353c-240b-4cee-9ba3-1d7b176187ee service neutron] Attempting to bind port fae86f07-a3e7-45be-856e-cfc559edddc4 on network 53647b0d-4ed8-4c65-8def-7670da912845 {{(pid=91906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:14:38.277094 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f77274-2b80-4a7e-89aa-a03ad3f64e9e req-a393353c-240b-4cee-9ba3-1d7b176187ee service neutron] Port fae86f07-a3e7-45be-856e-cfc559edddc4 on network 53647b0d-4ed8-4c65-8def-7670da912845 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79647 {{(pid=91906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 14:14:38.277417 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f77274-2b80-4a7e-89aa-a03ad3f64e9e req-a393353c-240b-4cee-9ba3-1d7b176187ee service neutron] Attempting to bind port fae86f07-a3e7-45be-856e-cfc559edddc4 on network 53647b0d-4ed8-4c65-8def-7670da912845 {{(pid=91906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:14:38.282481 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f77274-2b80-4a7e-89aa-a03ad3f64e9e req-a393353c-240b-4cee-9ba3-1d7b176187ee service neutron] Checking agent: {'id': 'ecd79229-812b-453e-8934-f3ab9293fb1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79647', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 10, 57), 'started_at': datetime.datetime(2021, 6, 15, 14, 10, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 14, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:14:38.282850 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f77274-2b80-4a7e-89aa-a03ad3f64e9e req-a393353c-240b-4cee-9ba3-1d7b176187ee service neutron] Checking segment: {'id': 'c1e51313-9c41-43ed-bd7f-44cfad65f5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '53647b0d-4ed8-4c65-8def-7670da912845'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:14:38.283239 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f77274-2b80-4a7e-89aa-a03ad3f64e9e req-a393353c-240b-4cee-9ba3-1d7b176187ee service neutron] Bound using segment: {'id': 'c1e51313-9c41-43ed-bd7f-44cfad65f5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '53647b0d-4ed8-4c65-8def-7670da912845'} {{(pid=91906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:14:38.283672 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.managers [req-b8f77274-2b80-4a7e-89aa-a03ad3f64e9e req-a393353c-240b-4cee-9ba3-1d7b176187ee service neutron] Bound port: fae86f07-a3e7-45be-856e-cfc559edddc4, host: hv-cinder-79647, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1e51313-9c41-43ed-bd7f-44cfad65f5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '53647b0d-4ed8-4c65-8def-7670da912845'}}] {{(pid=91906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:14:38.284024 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [req-b8f77274-2b80-4a7e-89aa-a03ad3f64e9e req-a393353c-240b-4cee-9ba3-1d7b176187ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:38.304130 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-43ba44cf-a38a-4062-adc0-de4ef5f85f4e req-f897abd8-0415-431d-8eb2-f04cd5c617c9 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/security-groups?id=69da6443-a760-4382-8ecd-b3b336e40d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587928 Jun 15 14:14:38.320660 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-9fd89390-891e-4fd0-94ab-e945bb53f650 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:38.328518 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-9fd89390-891e-4fd0-94ab-e945bb53f650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:38.332483 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:38.362167 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.db [req-b8f77274-2b80-4a7e-89aa-a03ad3f64e9e req-a393353c-240b-4cee-9ba3-1d7b176187ee service neutron] For port fae86f07-a3e7-45be-856e-cfc559edddc4, host hv-cinder-79647, cleared binding levels {{(pid=91906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:14:38.365314 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.db [req-b8f77274-2b80-4a7e-89aa-a03ad3f64e9e req-a393353c-240b-4cee-9ba3-1d7b176187ee service neutron] For port fae86f07-a3e7-45be-856e-cfc559edddc4, host hv-cinder-79647, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79647',level=0,port_id=fae86f07-a3e7-45be-856e-cfc559edddc4,segment=NetworkSegment(c1e51313-9c41-43ed-bd7f-44cfad65f5b9),segment_id=c1e51313-9c41-43ed-bd7f-44cfad65f5b9)] {{(pid=91906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:14:38.376746 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [req-b8f77274-2b80-4a7e-89aa-a03ad3f64e9e req-a393353c-240b-4cee-9ba3-1d7b176187ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3410917'] for port, after_update {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:38.379767 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:38.386913 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd89390-891e-4fd0-94ab-e945bb53f650 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d34952e9-4931-4e50-a0f2-9297debbd254,revision_number=1']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:38.413043 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-9fd89390-891e-4fd0-94ab-e945bb53f650 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d4c7e96edc8a4685abd40b101d2145ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4952159 Jun 15 14:14:38.418947 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-9fd89390-891e-4fd0-94ab-e945bb53f650 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:38.419876 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 34284) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:14:38.435025 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f77274-2b80-4a7e-89aa-a03ad3f64e9e req-a393353c-240b-4cee-9ba3-1d7b176187ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:38.435455 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [req-b8f77274-2b80-4a7e-89aa-a03ad3f64e9e req-a393353c-240b-4cee-9ba3-1d7b176187ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58954'] for port, before_response {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:38.436838 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-b8f77274-2b80-4a7e-89aa-a03ad3f64e9e req-a393353c-240b-4cee-9ba3-1d7b176187ee service neutron] 10.222.0.67 "PUT /v2.0/ports/fae86f07-a3e7-45be-856e-cfc559edddc4 HTTP/1.1" status: 200 len: 1093 time: 1.0217137 Jun 15 14:14:38.444074 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cda6bd51-f06e-4497-8bc9-ac1631ffb778', 'tag': 'fae86f07-a3e7-45be-856e-cfc559edddc4'}] {{(pid=91906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:14:38.446954 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6e08b2e8a943f90b978338aafac4b6863d86ad6c280d3789afb6c36825669ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe28f63b-44e6-44a6-a930-88f7f05778d7" -d '{"events": [{"name": "network-changed", "server_uuid": "cda6bd51-f06e-4497-8bc9-ac1631ffb778", "tag": "fae86f07-a3e7-45be-856e-cfc559edddc4"}]}' {{(pid=91906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:14:38.493449 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-b1747f14-5b90-45d2-b221-107182a7af09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:38.498877 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-b1747f14-5b90-45d2-b221-107182a7af09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:38.500312 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 14:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-475ded53-6efa-44ab-90fb-ac68f2726a5c x-openstack-request-id: req-475ded53-6efa-44ab-90fb-ac68f2726a5c {{(pid=91906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:14:38.500699 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cda6bd51-f06e-4497-8bc9-ac1631ffb778", "tag": "fae86f07-a3e7-45be-856e-cfc559edddc4", "status": "completed", "code": 200}]} {{(pid=91906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:14:38.501012 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-475ded53-6efa-44ab-90fb-ac68f2726a5c {{(pid=91906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:14:38.501470 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cda6bd51-f06e-4497-8bc9-ac1631ffb778', 'tag': 'fae86f07-a3e7-45be-856e-cfc559edddc4', 'status': 'completed', 'code': 200} Jun 15 14:14:38.503263 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-91a58b03-0aac-4dbc-9686-a3c1daffa3eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:38.505643 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a393353c-240b-4cee-9ba3-1d7b176187ee service neutron] Pushing event updated for resources: {'Port': ['ID=fae86f07-a3e7-45be-856e-cfc559edddc4,revision_number=3']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:38.510934 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-a393353c-240b-4cee-9ba3-1d7b176187ee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:38.533141 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-55033d12-1385-4727-b06c-109dc0a4734d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:38.548779 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-b1747f14-5b90-45d2-b221-107182a7af09 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f9d34c967a0e494f9c17f1c9e8df29c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6545122 Jun 15 14:14:38.551744 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 34290) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:14:38.553538 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1747f14-5b90-45d2-b221-107182a7af09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c520f9d-ee32-46bb-b79b-c6acc608f66e,revision_number=1']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:38.556725 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-b1747f14-5b90-45d2-b221-107182a7af09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:38.607624 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-55033d12-1385-4727-b06c-109dc0a4734d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:38.693118 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-14f7d5b4-1593-4a20-aa61-ea26113bd018 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:38.696284 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f77274-2b80-4a7e-89aa-a03ad3f64e9e req-3b48321e-0ddf-4ae0-8c01-e55d402e72b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:38.697832 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-b8f77274-2b80-4a7e-89aa-a03ad3f64e9e req-3b48321e-0ddf-4ae0-8c01-e55d402e72b7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3b9c49b5e22342c8817f864fe7313c45&device_id=cda6bd51-f06e-4497-8bc9-ac1631ffb778 HTTP/1.1" status: 200 len: 1096 time: 0.1658514 Jun 15 14:14:38.718029 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-55033d12-1385-4727-b06c-109dc0a4734d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:38.720592 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-55033d12-1385-4727-b06c-109dc0a4734d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:38.721659 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-55033d12-1385-4727-b06c-109dc0a4734d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d34952e9-4931-4e50-a0f2-9297debbd254 HTTP/1.1" status: 204 len: 168 time: 0.3007991 Jun 15 14:14:38.725128 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-be39b205-c731-49c4-aba8-25f77ad002b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:38.728262 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-14f7d5b4-1593-4a20-aa61-ea26113bd018 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:38.745524 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55033d12-1385-4727-b06c-109dc0a4734d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d34952e9-4931-4e50-a0f2-9297debbd254,revision_number=None']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:38.754823 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-55033d12-1385-4727-b06c-109dc0a4734d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:38.819564 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-b8f77274-2b80-4a7e-89aa-a03ad3f64e9e req-1c87bc5d-d8c0-40d4-a870-25f3122349d2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fae86f07-a3e7-45be-856e-cfc559edddc4 HTTP/1.1" status: 200 len: 217 time: 0.0716107 Jun 15 14:14:38.881223 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f77274-2b80-4a7e-89aa-a03ad3f64e9e req-6cbb7195-a44a-4db9-adbf-e939e992c840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:38.882800 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-b8f77274-2b80-4a7e-89aa-a03ad3f64e9e req-6cbb7195-a44a-4db9-adbf-e939e992c840 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=afd26063-2fe1-438c-a2ba-9412fb4f10c5 HTTP/1.1" status: 200 len: 854 time: 0.0555851 Jun 15 14:14:38.890533 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-14f7d5b4-1593-4a20-aa61-ea26113bd018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:38.893165 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-14f7d5b4-1593-4a20-aa61-ea26113bd018 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:38.894226 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-14f7d5b4-1593-4a20-aa61-ea26113bd018 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6c520f9d-ee32-46bb-b79b-c6acc608f66e HTTP/1.1" status: 204 len: 168 time: 0.3171818 Jun 15 14:14:38.894998 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-55033d12-1385-4727-b06c-109dc0a4734d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:38.913059 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f7d5b4-1593-4a20-aa61-ea26113bd018 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c520f9d-ee32-46bb-b79b-c6acc608f66e,revision_number=None']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:38.915377 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-14f7d5b4-1593-4a20-aa61-ea26113bd018 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:38.940243 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-b8f77274-2b80-4a7e-89aa-a03ad3f64e9e req-85d32913-846c-43ea-8f55-f8c16bc921a2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=53647b0d-4ed8-4c65-8def-7670da912845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418561 Jun 15 14:14:39.042272 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 34300) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:14:39.062713 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-75cee556-7a8c-4175-8fe4-4fb5c10471a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:39.078091 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-b8f77274-2b80-4a7e-89aa-a03ad3f64e9e req-6ee5c18b-e729-475c-85fc-cc6f60e8b9e9 service neutron] 10.222.0.67 "GET /v2.0/networks/53647b0d-4ed8-4c65-8def-7670da912845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272039 Jun 15 14:14:39.226437 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-b8f77274-2b80-4a7e-89aa-a03ad3f64e9e req-474df95c-706b-4c85-8af4-ed26e0f0c1b2 service neutron] 10.222.0.67 "GET /v2.0/networks/53647b0d-4ed8-4c65-8def-7670da912845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428204 Jun 15 14:14:39.233385 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-75cee556-7a8c-4175-8fe4-4fb5c10471a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:39.248597 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-75cee556-7a8c-4175-8fe4-4fb5c10471a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:39.280968 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-0ff2a136-e6ee-4307-a80e-f612b330ecc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:39.328623 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-75cee556-7a8c-4175-8fe4-4fb5c10471a3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1d513bfd7f174c46ba39d05caec8cb04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2844718 Jun 15 14:14:39.331727 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 34306) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:14:39.337791 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cee556-7a8c-4175-8fe4-4fb5c10471a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4273ce6-153c-4098-a0c3-943911228924,revision_number=1']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:39.343600 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-75cee556-7a8c-4175-8fe4-4fb5c10471a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:39.365689 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b7ba3c-c300-48d2-a0a8-18b47b047a9b req-9dc402bc-4bf4-4e13-be78-895fc93920d7 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:39.367248 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-f4b7ba3c-c300-48d2-a0a8-18b47b047a9b req-9dc402bc-4bf4-4e13-be78-895fc93920d7 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e9732d0-86bc-4907-93ad-526dbd138d5d HTTP/1.1" status: 200 len: 946 time: 0.1323721 Jun 15 14:14:39.415970 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-f4b7ba3c-c300-48d2-a0a8-18b47b047a9b req-a2586457-7f4e-44ef-a464-4151ca967e58 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad05965b-15a7-4a7f-9728-8af208ea3874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398934 Jun 15 14:14:39.441093 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-d6f45b96-6af5-4028-ae75-56db92694f39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:39.501693 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-d6f45b96-6af5-4028-ae75-56db92694f39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:39.515230 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe28f63b-44e6-44a6-a930-88f7f05778d7 req-9c971429-6d88-4e0e-9eac-22b774c0a17a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:39.516702 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-fe28f63b-44e6-44a6-a930-88f7f05778d7 req-9c971429-6d88-4e0e-9eac-22b774c0a17a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3b9c49b5e22342c8817f864fe7313c45&device_id=cda6bd51-f06e-4497-8bc9-ac1631ffb778 HTTP/1.1" status: 200 len: 1096 time: 0.1565516 Jun 15 14:14:39.656362 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8e3a24-b782-482d-8be8-0abffb6f6a03 req-7c077bd9-9e82-4528-9fd7-1cdcefabe0e1 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:39.657836 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-9a8e3a24-b782-482d-8be8-0abffb6f6a03 req-7c077bd9-9e82-4528-9fd7-1cdcefabe0e1 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/ports?device_id=cda6bd51-f06e-4497-8bc9-ac1631ffb778 HTTP/1.1" status: 200 len: 943 time: 0.2031260 Jun 15 14:14:39.676490 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-d6f45b96-6af5-4028-ae75-56db92694f39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:39.679011 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-d6f45b96-6af5-4028-ae75-56db92694f39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:39.680104 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-d6f45b96-6af5-4028-ae75-56db92694f39 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d4273ce6-153c-4098-a0c3-943911228924 HTTP/1.1" status: 204 len: 168 time: 0.3472903 Jun 15 14:14:39.688476 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-a9738a93-5533-41b1-acb6-f81699b5d354 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:39.703938 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe28f63b-44e6-44a6-a930-88f7f05778d7 req-c667d7d5-8d7d-4e9c-afe1-0e292c3ea3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:39.705396 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-fe28f63b-44e6-44a6-a930-88f7f05778d7 req-c667d7d5-8d7d-4e9c-afe1-0e292c3ea3ae service neutron] 10.222.0.67 "GET /v2.0/networks?id=53647b0d-4ed8-4c65-8def-7670da912845 HTTP/1.1" status: 200 len: 915 time: 0.1706507 Jun 15 14:14:39.717304 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f45b96-6af5-4028-ae75-56db92694f39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4273ce6-153c-4098-a0c3-943911228924,revision_number=None']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:39.721322 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-d6f45b96-6af5-4028-ae75-56db92694f39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:40.025680 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-fe28f63b-44e6-44a6-a930-88f7f05778d7 req-fe70f5b1-8866-403c-9bce-9bf5188b4754 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fae86f07-a3e7-45be-856e-cfc559edddc4 HTTP/1.1" status: 200 len: 217 time: 0.3066123 Jun 15 14:14:40.031421 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-9a8e3a24-b782-482d-8be8-0abffb6f6a03 req-20ad0558-e442-452a-b37b-aca0e02c6f95 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/security-groups?id=69da6443-a760-4382-8ecd-b3b336e40d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3621948 Jun 15 14:14:40.092059 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe28f63b-44e6-44a6-a930-88f7f05778d7 req-d307d330-079a-451e-8df8-15aaa08efd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:40.093430 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-fe28f63b-44e6-44a6-a930-88f7f05778d7 req-d307d330-079a-451e-8df8-15aaa08efd89 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=afd26063-2fe1-438c-a2ba-9412fb4f10c5 HTTP/1.1" status: 200 len: 854 time: 0.0557978 Jun 15 14:14:40.153318 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-fe28f63b-44e6-44a6-a930-88f7f05778d7 req-d70ce3a2-69c1-4a96-8ca3-f8b51ece41b4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=53647b0d-4ed8-4c65-8def-7670da912845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479159 Jun 15 14:14:40.174116 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400cc177-8159-4544-8648-1ef18b7d7b71 req-d0860327-34a1-41c9-9764-e8db0ab6fd52 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:40.175648 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-400cc177-8159-4544-8648-1ef18b7d7b71 req-d0860327-34a1-41c9-9764-e8db0ab6fd52 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e9732d0-86bc-4907-93ad-526dbd138d5d HTTP/1.1" status: 200 len: 946 time: 0.3728333 Jun 15 14:14:40.177744 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7642a76-60b3-48c3-94df-62ba86c805b4 req-8e9f1b82-e1f5-4148-9002-5dac53da4b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:40.179148 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-f7642a76-60b3-48c3-94df-62ba86c805b4 req-8e9f1b82-e1f5-4148-9002-5dac53da4b18 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=dc461159adb540bbbcfcd75ea5604cfb&device_id=5e9732d0-86bc-4907-93ad-526dbd138d5d HTTP/1.1" status: 200 len: 1099 time: 0.3778424 Jun 15 14:14:40.179596 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 34324) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:14:40.201329 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-722d5ea9-712d-4ebb-a35d-7c7252c4fed6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:40.290023 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-400cc177-8159-4544-8648-1ef18b7d7b71 req-5818bf8f-3b03-4a43-92ea-e4043223d2fb tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad05965b-15a7-4a7f-9728-8af208ea3874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028466 Jun 15 14:14:40.351189 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-fe28f63b-44e6-44a6-a930-88f7f05778d7 req-8032313e-58e5-4c48-a749-ae02791ad381 service neutron] 10.222.0.67 "GET /v2.0/networks/53647b0d-4ed8-4c65-8def-7670da912845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450338 Jun 15 14:14:40.386110 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7642a76-60b3-48c3-94df-62ba86c805b4 req-e2768a4b-1aee-4b72-b952-725c36fec78b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:40.387867 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-f7642a76-60b3-48c3-94df-62ba86c805b4 req-e2768a4b-1aee-4b72-b952-725c36fec78b service neutron] 10.222.0.67 "GET /v2.0/networks?id=aef6c564-c037-41ad-8e2d-dc5ff4f41860 HTTP/1.1" status: 200 len: 919 time: 0.1829181 Jun 15 14:14:40.474335 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-f7642a76-60b3-48c3-94df-62ba86c805b4 req-1cb962b1-744f-42b3-a536-053d939e113c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4a5d8b06-59b8-42cc-8a32-fb206ec7756f HTTP/1.1" status: 200 len: 217 time: 0.0768027 Jun 15 14:14:40.494666 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-fe28f63b-44e6-44a6-a930-88f7f05778d7 req-a019edec-9703-4c65-995e-e7d2c98e37a4 service neutron] 10.222.0.67 "GET /v2.0/networks/53647b0d-4ed8-4c65-8def-7670da912845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246099 Jun 15 14:14:40.552222 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-722d5ea9-712d-4ebb-a35d-7c7252c4fed6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:40.559955 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-722d5ea9-712d-4ebb-a35d-7c7252c4fed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:40.562360 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-b1747f14-5b90-45d2-b221-107182a7af09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:40.580433 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7642a76-60b3-48c3-94df-62ba86c805b4 req-c48decd1-6486-437e-ab35-eab9a49ef911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:40.581886 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-f7642a76-60b3-48c3-94df-62ba86c805b4 req-c48decd1-6486-437e-ab35-eab9a49ef911 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7617c69e-c1e9-44df-9ad7-ee8c6a77420c HTTP/1.1" status: 200 len: 858 time: 0.0887711 Jun 15 14:14:40.641621 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-722d5ea9-712d-4ebb-a35d-7c7252c4fed6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e210541a08a34aefb74d72fb31cf8285&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4609754 Jun 15 14:14:40.642493 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722d5ea9-712d-4ebb-a35d-7c7252c4fed6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0480f6e6-b8d2-4394-9bd6-3aa689b94c1b,revision_number=1']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:40.644170 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 34328) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:14:40.646339 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-f7642a76-60b3-48c3-94df-62ba86c805b4 req-3b810ccb-c4db-4a72-9fd6-ddd6944151f0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=aef6c564-c037-41ad-8e2d-dc5ff4f41860&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563674 Jun 15 14:14:40.647119 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-722d5ea9-712d-4ebb-a35d-7c7252c4fed6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:40.696651 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-08b34e3f-0b03-4827-925c-c2b364c76e54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:40.719025 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-08b34e3f-0b03-4827-925c-c2b364c76e54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:40.766537 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-f7642a76-60b3-48c3-94df-62ba86c805b4 req-3b29fcd6-57d9-4a0b-813a-44fe8c7c85f8 service neutron] 10.222.0.67 "GET /v2.0/networks/aef6c564-c037-41ad-8e2d-dc5ff4f41860?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088893 Jun 15 14:14:40.773185 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-08b34e3f-0b03-4827-925c-c2b364c76e54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:40.776035 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-08b34e3f-0b03-4827-925c-c2b364c76e54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:40.777627 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-08b34e3f-0b03-4827-925c-c2b364c76e54 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0480f6e6-b8d2-4394-9bd6-3aa689b94c1b HTTP/1.1" status: 204 len: 168 time: 0.1319785 Jun 15 14:14:40.778375 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-14f7d5b4-1593-4a20-aa61-ea26113bd018 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:40.791960 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b34e3f-0b03-4827-925c-c2b364c76e54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0480f6e6-b8d2-4394-9bd6-3aa689b94c1b,revision_number=None']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:40.795797 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-08b34e3f-0b03-4827-925c-c2b364c76e54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:40.889230 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-f7642a76-60b3-48c3-94df-62ba86c805b4 req-2b86a478-9fbd-4b95-868b-6ac65a942154 service neutron] 10.222.0.67 "GET /v2.0/networks/aef6c564-c037-41ad-8e2d-dc5ff4f41860?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159708 Jun 15 14:14:41.224471 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae495cc-c640-4572-8b5a-fcbba084b3f4 req-c25e467a-91ca-4910-a203-2ca6e1e507d2 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:41.225969 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-dae495cc-c640-4572-8b5a-fcbba084b3f4 req-c25e467a-91ca-4910-a203-2ca6e1e507d2 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/ports?device_id=cda6bd51-f06e-4497-8bc9-ac1631ffb778 HTTP/1.1" status: 200 len: 943 time: 0.0768886 Jun 15 14:14:41.277313 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-dae495cc-c640-4572-8b5a-fcbba084b3f4 req-f8a10576-7481-44de-bcd5-aecdefe88a60 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/security-groups?id=69da6443-a760-4382-8ecd-b3b336e40d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448146 Jun 15 14:14:41.487688 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9b1e0e-2903-446c-abba-4a531956cc2c req-96332c76-81ac-45df-b8d2-ca5c222332de tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:41.489184 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-3c9b1e0e-2903-446c-abba-4a531956cc2c req-96332c76-81ac-45df-b8d2-ca5c222332de tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e9732d0-86bc-4907-93ad-526dbd138d5d HTTP/1.1" status: 200 len: 946 time: 0.0750334 Jun 15 14:14:41.542510 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-3c9b1e0e-2903-446c-abba-4a531956cc2c req-174a978e-1f5c-4174-ae13-a55f0039bd89 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad05965b-15a7-4a7f-9728-8af208ea3874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467100 Jun 15 14:14:42.473512 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6780afe6-2c7a-419f-89ad-39f5f2338fd9 req-27b271b9-3ac7-4000-b184-074860a63950 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:42.475003 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-6780afe6-2c7a-419f-89ad-39f5f2338fd9 req-27b271b9-3ac7-4000-b184-074860a63950 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/ports?device_id=cda6bd51-f06e-4497-8bc9-ac1631ffb778 HTTP/1.1" status: 200 len: 943 time: 0.0745082 Jun 15 14:14:42.520581 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-6780afe6-2c7a-419f-89ad-39f5f2338fd9 req-93bc210b-e0e0-44d0-affa-ee77f3dcff80 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/security-groups?id=69da6443-a760-4382-8ecd-b3b336e40d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397413 Jun 15 14:14:42.732299 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925adab3-cdfd-4979-8253-063613a01daa req-d53a37d2-399d-47bb-b316-a4b4598f0cc1 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:42.734166 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-925adab3-cdfd-4979-8253-063613a01daa req-d53a37d2-399d-47bb-b316-a4b4598f0cc1 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e9732d0-86bc-4907-93ad-526dbd138d5d HTTP/1.1" status: 200 len: 946 time: 0.0726566 Jun 15 14:14:42.775476 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-925adab3-cdfd-4979-8253-063613a01daa req-2b999599-d849-4ae5-9a8d-6166713d6d80 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad05965b-15a7-4a7f-9728-8af208ea3874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357563 Jun 15 14:14:43.406747 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Device fae86f07-a3e7-45be-856e-cfc559edddc4 details requested by agent hyperv_hv-cinder-79647 with host hv-cinder-79647 {{(pid=91909) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 14:14:43.532555 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] For port fae86f07-a3e7-45be-856e-cfc559edddc4, host hv-cinder-79647, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79647',level=0,port_id=fae86f07-a3e7-45be-856e-cfc559edddc4,segment=NetworkSegment(c1e51313-9c41-43ed-bd7f-44cfad65f5b9),segment_id=c1e51313-9c41-43ed-bd7f-44cfad65f5b9)] {{(pid=91909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:14:43.545750 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Returning: {'device': 'fae86f07-a3e7-45be-856e-cfc559edddc4', 'network_id': '53647b0d-4ed8-4c65-8def-7670da912845', 'port_id': 'fae86f07-a3e7-45be-856e-cfc559edddc4', 'mac_address': 'fa:16:3e:99:a9:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 876, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afd26063-2fe1-438c-a2ba-9412fb4f10c5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91909) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 14:14:43.588233 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:43.603423 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.notifiers.nova [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fae86f07-a3e7-45be-856e-cfc559edddc4 {{(pid=91909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:14:43.623965 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] For port fae86f07-a3e7-45be-856e-cfc559edddc4, host hv-cinder-79647, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79647',level=0,port_id=fae86f07-a3e7-45be-856e-cfc559edddc4,segment=NetworkSegment(c1e51313-9c41-43ed-bd7f-44cfad65f5b9),segment_id=c1e51313-9c41-43ed-bd7f-44cfad65f5b9)] {{(pid=91909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:14:43.628564 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492'] for port, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:43.635563 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-ad0020b0-e732-4ac4-8c31-b5e57e51a89c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:43.689764 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Pushing event updated for resources: {'Port': ['ID=fae86f07-a3e7-45be-856e-cfc559edddc4,revision_number=4']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:43.692940 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:43.712056 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b8bf03-33cb-407b-bf78-034514665435 req-1ea89a83-81bf-4920-ada4-5a28c87442ba tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:43.713531 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-98b8bf03-33cb-407b-bf78-034514665435 req-1ea89a83-81bf-4920-ada4-5a28c87442ba tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/ports?device_id=cda6bd51-f06e-4497-8bc9-ac1631ffb778 HTTP/1.1" status: 200 len: 944 time: 0.0753279 Jun 15 14:14:43.759315 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-98b8bf03-33cb-407b-bf78-034514665435 req-011dd902-8911-4063-8bee-bd2a0e5bbf66 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/security-groups?id=69da6443-a760-4382-8ecd-b3b336e40d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398653 Jun 15 14:14:43.956657 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12f11c0-b692-4a6f-a22c-a8cf7b72f0c6 req-e0519f4f-ba91-4a22-968e-87706a4dc6ed tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:43.958122 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-a12f11c0-b692-4a6f-a22c-a8cf7b72f0c6 req-e0519f4f-ba91-4a22-968e-87706a4dc6ed tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e9732d0-86bc-4907-93ad-526dbd138d5d HTTP/1.1" status: 200 len: 946 time: 0.0730486 Jun 15 14:14:44.005262 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-a12f11c0-b692-4a6f-a22c-a8cf7b72f0c6 req-bb1b3090-9a15-44ff-9a13-d8237070e57b tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad05965b-15a7-4a7f-9728-8af208ea3874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413451 Jun 15 14:14:44.080074 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] get_ports_and_sgs() called for port_ids ['fae86f07-a3e7-45be-856e-cfc559edddc4'] {{(pid=91909) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:14:44.945043 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec94df4b-80a9-4684-82ae-109747fdc2f3 req-facb7a8a-de12-4581-bd89-fee0d109bb3a tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:44.946497 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-ec94df4b-80a9-4684-82ae-109747fdc2f3 req-facb7a8a-de12-4581-bd89-fee0d109bb3a tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/ports?device_id=cda6bd51-f06e-4497-8bc9-ac1631ffb778 HTTP/1.1" status: 200 len: 944 time: 0.0700815 Jun 15 14:14:44.987601 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-ec94df4b-80a9-4684-82ae-109747fdc2f3 req-4c970c04-a7ea-43a4-963b-fb21577cb6c6 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/security-groups?id=69da6443-a760-4382-8ecd-b3b336e40d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349019 Jun 15 14:14:45.190242 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc461ca4-9854-4f3e-9281-c904d989da64 req-e0f5e161-4cfb-4bdc-bd9e-256de6f32ff4 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:45.191721 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-cc461ca4-9854-4f3e-9281-c904d989da64 req-e0f5e161-4cfb-4bdc-bd9e-256de6f32ff4 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e9732d0-86bc-4907-93ad-526dbd138d5d HTTP/1.1" status: 200 len: 946 time: 0.0736649 Jun 15 14:14:45.235512 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-cc461ca4-9854-4f3e-9281-c904d989da64 req-959c9929-d81b-4d2b-8262-f36cf947015d tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad05965b-15a7-4a7f-9728-8af208ea3874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368600 Jun 15 14:14:45.415884 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Device fae86f07-a3e7-45be-856e-cfc559edddc4 up at agent hyperv_hv-cinder-79647 {{(pid=91909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:14:45.473221 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Provisioning for port fae86f07-a3e7-45be-856e-cfc559edddc4 completed by entity L2. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:14:45.476841 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Provisioning complete for port fae86f07-a3e7-45be-856e-cfc559edddc4 triggered by entity L2. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:14:45.477225 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897510'] for port, provisioning_complete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:45.563933 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:45.592597 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cda6bd51-f06e-4497-8bc9-ac1631ffb778', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fae86f07-a3e7-45be-856e-cfc559edddc4'}] {{(pid=91909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:14:45.595123 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}018986bfbd05ca611dd30af7db176f5a3185891675ab09d2ffafe9409078adde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bae70e7d-7898-4691-868f-3893a51e0477" -d '{"events": [{"server_uuid": "cda6bd51-f06e-4497-8bc9-ac1631ffb778", "name": "network-vif-plugged", "status": "completed", "tag": "fae86f07-a3e7-45be-856e-cfc559edddc4"}]}' {{(pid=91909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:14:45.609969 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] For port fae86f07-a3e7-45be-856e-cfc559edddc4, host hv-cinder-79647, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79647',level=0,port_id=fae86f07-a3e7-45be-856e-cfc559edddc4,segment=NetworkSegment(c1e51313-9c41-43ed-bd7f-44cfad65f5b9),segment_id=c1e51313-9c41-43ed-bd7f-44cfad65f5b9)] {{(pid=91909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:14:45.621735 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492'] for port, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:45.623665 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:45.652821 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-859d8629-8968-420b-aaa6-a8b8dce48b7f x-openstack-request-id: req-859d8629-8968-420b-aaa6-a8b8dce48b7f {{(pid=91909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:14:45.653286 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cda6bd51-f06e-4497-8bc9-ac1631ffb778", "name": "network-vif-plugged", "status": "completed", "tag": "fae86f07-a3e7-45be-856e-cfc559edddc4", "code": 200}]} {{(pid=91909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:14:45.653400 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-859d8629-8968-420b-aaa6-a8b8dce48b7f {{(pid=91909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:14:45.653749 dv-cinder-796471-1-iscsi neutron-server[91909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cda6bd51-f06e-4497-8bc9-ac1631ffb778', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fae86f07-a3e7-45be-856e-cfc559edddc4', 'code': 200} Jun 15 14:14:45.685142 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Pushing event updated for resources: {'Port': ['ID=fae86f07-a3e7-45be-856e-cfc559edddc4,revision_number=5']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:45.688777 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:45.946384 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21df08ff-b94b-4ff1-b2b5-3d2651324e59 req-02fdbc29-21da-42bc-8d63-e80fdb9ce000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:45.947811 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-21df08ff-b94b-4ff1-b2b5-3d2651324e59 req-02fdbc29-21da-42bc-8d63-e80fdb9ce000 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=cda6bd51-f06e-4497-8bc9-ac1631ffb778 HTTP/1.1" status: 200 len: 1098 time: 0.0617228 Jun 15 14:14:45.986117 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-21df08ff-b94b-4ff1-b2b5-3d2651324e59 req-155f0150-5925-495c-a450-cfda00598dce service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=69da6443-a760-4382-8ecd-b3b336e40d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299923 Jun 15 14:14:46.171357 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ade2c33-71ef-4064-bc23-873cfed562f2 req-392af12d-44c9-4c42-b40a-217661586862 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:46.172811 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-9ade2c33-71ef-4064-bc23-873cfed562f2 req-392af12d-44c9-4c42-b40a-217661586862 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/ports?device_id=cda6bd51-f06e-4497-8bc9-ac1631ffb778 HTTP/1.1" status: 200 len: 945 time: 0.0685730 Jun 15 14:14:46.213436 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-9ade2c33-71ef-4064-bc23-873cfed562f2 req-e40b7ea5-7e87-47c6-bbfb-8df1d432e627 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/security-groups?id=69da6443-a760-4382-8ecd-b3b336e40d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349128 Jun 15 14:14:46.553199 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad1e33b-d429-4122-9654-d1f42de89c06 req-6935c9a7-cf83-4c23-8c27-9640c6626081 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:46.554641 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-6ad1e33b-d429-4122-9654-d1f42de89c06 req-6935c9a7-cf83-4c23-8c27-9640c6626081 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e9732d0-86bc-4907-93ad-526dbd138d5d HTTP/1.1" status: 200 len: 946 time: 0.0686920 Jun 15 14:14:46.595443 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-6ad1e33b-d429-4122-9654-d1f42de89c06 req-8ed3fcaa-96dd-4fc3-b596-c455dd139b2b tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad05965b-15a7-4a7f-9728-8af208ea3874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351949 Jun 15 14:14:47.398891 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf106dc-3bff-43ac-a98d-96a067652221 req-8ddd5ebe-0486-41de-933a-7d54a6be274c tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:47.400408 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-fdf106dc-3bff-43ac-a98d-96a067652221 req-8ddd5ebe-0486-41de-933a-7d54a6be274c tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/ports?device_id=cda6bd51-f06e-4497-8bc9-ac1631ffb778 HTTP/1.1" status: 200 len: 945 time: 0.0720832 Jun 15 14:14:47.465764 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-fdf106dc-3bff-43ac-a98d-96a067652221 req-770f1054-8993-4da0-a993-7bda696f060e tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/security-groups?id=69da6443-a760-4382-8ecd-b3b336e40d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575724 Jun 15 14:14:47.824477 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9241f8ee-90d9-4381-a868-c1b90a9da7aa req-4f9aa8c1-5064-4f68-9809-3b95795b9973 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:47.825866 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-9241f8ee-90d9-4381-a868-c1b90a9da7aa req-4f9aa8c1-5064-4f68-9809-3b95795b9973 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e9732d0-86bc-4907-93ad-526dbd138d5d HTTP/1.1" status: 200 len: 946 time: 0.0749028 Jun 15 14:14:47.866856 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-9241f8ee-90d9-4381-a868-c1b90a9da7aa req-5d3b7e83-a27e-4b0d-989e-fee2b92305b6 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad05965b-15a7-4a7f-9728-8af208ea3874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353651 Jun 15 14:14:48.040217 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-68e7a26a-52c5-4775-87fb-44dfbc5d1852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:48.653649 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254fd3dd-4c64-4a6f-a8b3-b5d5497728c4 req-aa107c9c-a7df-4e60-a0b0-a20c6b0563bd tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:48.655120 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-254fd3dd-4c64-4a6f-a8b3-b5d5497728c4 req-aa107c9c-a7df-4e60-a0b0-a20c6b0563bd tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/ports?device_id=cda6bd51-f06e-4497-8bc9-ac1631ffb778 HTTP/1.1" status: 200 len: 945 time: 0.0689986 Jun 15 14:14:48.696062 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-254fd3dd-4c64-4a6f-a8b3-b5d5497728c4 req-636c4935-517d-4da7-bf4b-6bb4c1571deb tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/security-groups?id=69da6443-a760-4382-8ecd-b3b336e40d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353136 Jun 15 14:14:49.119407 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c67325-b48d-4439-9607-7d80089f967e req-acec86db-f292-47bf-89d7-63b201d46f6b tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:49.121895 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-f4c67325-b48d-4439-9607-7d80089f967e req-acec86db-f292-47bf-89d7-63b201d46f6b tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e9732d0-86bc-4907-93ad-526dbd138d5d HTTP/1.1" status: 200 len: 946 time: 0.0758202 Jun 15 14:14:49.162762 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-f4c67325-b48d-4439-9607-7d80089f967e req-ee1003be-7829-4f5e-babe-36c9f4908ae1 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad05965b-15a7-4a7f-9728-8af208ea3874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358396 Jun 15 14:14:50.354697 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4584871b-869f-4fec-8162-7fb13552bea3 req-ff5e8aa3-feec-4450-b4cc-2e5392390eb1 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:50.362231 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-4584871b-869f-4fec-8162-7fb13552bea3 req-ff5e8aa3-feec-4450-b4cc-2e5392390eb1 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e9732d0-86bc-4907-93ad-526dbd138d5d HTTP/1.1" status: 200 len: 946 time: 0.0796621 Jun 15 14:14:50.421145 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-4584871b-869f-4fec-8162-7fb13552bea3 req-b120efb4-10b5-4cf8-8175-5c46fd1dc8ad tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad05965b-15a7-4a7f-9728-8af208ea3874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419960 Jun 15 14:14:50.670724 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:50.905346 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-554f1562-65bd-4f1e-9973-1c867eabd05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:51.759672 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-a2325736-757f-4788-9f3d-6fe831cb64a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:51.962663 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0035d219-bbf9-46f7-bae1-8e95b62b4dbd req-a6aaf64e-1743-4e39-bb11-5d9e2c67c18d tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:51.964504 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-0035d219-bbf9-46f7-bae1-8e95b62b4dbd req-a6aaf64e-1743-4e39-bb11-5d9e2c67c18d tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e9732d0-86bc-4907-93ad-526dbd138d5d HTTP/1.1" status: 200 len: 946 time: 0.0913954 Jun 15 14:14:52.010071 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-0035d219-bbf9-46f7-bae1-8e95b62b4dbd req-f77b3f29-be20-4183-8241-f1ce292f5100 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad05965b-15a7-4a7f-9728-8af208ea3874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385859 Jun 15 14:14:52.107374 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638daa00-a4ac-4ece-889b-fc885084364a req-b22867cb-6c6f-4942-8e1e-9d137e9c16e1 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:52.108849 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-638daa00-a4ac-4ece-889b-fc885084364a req-b22867cb-6c6f-4942-8e1e-9d137e9c16e1 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d8373f1-9984-406a-8875-2e171ed82f1d HTTP/1.1" status: 200 len: 945 time: 0.0705426 Jun 15 14:14:52.149638 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-638daa00-a4ac-4ece-889b-fc885084364a req-0c21a36e-839f-4e4a-90e5-1d290bd8398d tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f204154-aeec-4a66-96d0-4d2162f9c593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349898 Jun 15 14:14:53.189489 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0f286b-0283-4289-a1d4-9c98ffb974b2 req-fcf1b1eb-6c58-4a21-91ef-813f50e4fe61 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:53.190997 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-bc0f286b-0283-4289-a1d4-9c98ffb974b2 req-fcf1b1eb-6c58-4a21-91ef-813f50e4fe61 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e9732d0-86bc-4907-93ad-526dbd138d5d HTTP/1.1" status: 200 len: 946 time: 0.0699041 Jun 15 14:14:53.233431 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-bc0f286b-0283-4289-a1d4-9c98ffb974b2 req-365cd1af-c2b4-4e2c-b612-9d222c328d28 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad05965b-15a7-4a7f-9728-8af208ea3874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363083 Jun 15 14:14:53.347144 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cc8d2e-6b83-430d-a574-89a8da2fe053 req-21f12b76-44af-4753-bddd-95ebc064ba13 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:53.348606 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-a3cc8d2e-6b83-430d-a574-89a8da2fe053 req-21f12b76-44af-4753-bddd-95ebc064ba13 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d8373f1-9984-406a-8875-2e171ed82f1d HTTP/1.1" status: 200 len: 945 time: 0.0811334 Jun 15 14:14:53.390419 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-a3cc8d2e-6b83-430d-a574-89a8da2fe053 req-23a392c9-271f-4cc6-a824-582765282056 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f204154-aeec-4a66-96d0-4d2162f9c593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358257 Jun 15 14:14:53.403595 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-987cb3c8-732e-4ef7-aae2-903816ba9880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:54.343131 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-7c85b015-1349-4e15-b406-50a7372ba6ba req-9eabc60a-9c56-4025-b753-dc3aba286ea7 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=eaeff0a0-6ae8-4806-8bd3-d4547f9e2abf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0637646 Jun 15 14:14:54.457525 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca502f3-4222-4084-9b53-e65b69646fe4 req-45c12d0d-9bf4-465b-a0c3-ecc8cb10823d tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:54.459076 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-6ca502f3-4222-4084-9b53-e65b69646fe4 req-45c12d0d-9bf4-465b-a0c3-ecc8cb10823d tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e9732d0-86bc-4907-93ad-526dbd138d5d HTTP/1.1" status: 200 len: 946 time: 0.1124592 Jun 15 14:14:54.494074 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c85b015-1349-4e15-b406-50a7372ba6ba req-b1239d3e-baca-4b0b-b3a5-369757025439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:54.495611 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-7c85b015-1349-4e15-b406-50a7372ba6ba req-b1239d3e-baca-4b0b-b3a5-369757025439 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=bd051735f59a48aba03badfdff199de6&device_id=eaeff0a0-6ae8-4806-8bd3-d4547f9e2abf HTTP/1.1" status: 200 len: 1098 time: 0.1003592 Jun 15 14:14:54.513884 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-6ca502f3-4222-4084-9b53-e65b69646fe4 req-e9c219d4-16ae-4542-b197-495c393b2cf5 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad05965b-15a7-4a7f-9728-8af208ea3874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477469 Jun 15 14:14:54.579813 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71912e17-25c1-4fc4-9c17-b84dc898a3bf req-ad621d75-3a9a-4d16-af43-aa7fbce3fa5e tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:54.581297 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-71912e17-25c1-4fc4-9c17-b84dc898a3bf req-ad621d75-3a9a-4d16-af43-aa7fbce3fa5e tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d8373f1-9984-406a-8875-2e171ed82f1d HTTP/1.1" status: 200 len: 945 time: 0.0686624 Jun 15 14:14:54.631369 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c85b015-1349-4e15-b406-50a7372ba6ba req-5e9e39e5-ccfc-49c6-9db3-e800407c17c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:54.632808 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-7c85b015-1349-4e15-b406-50a7372ba6ba req-5e9e39e5-ccfc-49c6-9db3-e800407c17c4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=4aa06fea-aa17-4092-a73a-67493e684cef HTTP/1.1" status: 200 len: 912 time: 0.1139004 Jun 15 14:14:54.635452 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-71912e17-25c1-4fc4-9c17-b84dc898a3bf req-785a3a0a-f4c1-4d9b-a352-ae4e0fd7cba5 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f204154-aeec-4a66-96d0-4d2162f9c593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480642 Jun 15 14:14:54.725826 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-7c85b015-1349-4e15-b406-50a7372ba6ba req-983e5870-c765-43ab-83e7-208c67e70030 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=185635d3-2677-45f0-bf52-777e1c826b0a HTTP/1.1" status: 200 len: 1001 time: 0.0788310 Jun 15 14:14:54.788269 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c85b015-1349-4e15-b406-50a7372ba6ba req-aa6cc851-3a6c-485f-b7dd-f094cf45eb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:54.789782 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-7c85b015-1349-4e15-b406-50a7372ba6ba req-aa6cc851-3a6c-485f-b7dd-f094cf45eb69 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=948d283c-351b-4469-a9b0-92e873d860c7 HTTP/1.1" status: 200 len: 850 time: 0.0549791 Jun 15 14:14:54.857247 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c85b015-1349-4e15-b406-50a7372ba6ba req-95590020-bd2a-4b82-b46c-c76d454c77bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:54.858729 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-7c85b015-1349-4e15-b406-50a7372ba6ba req-95590020-bd2a-4b82-b46c-c76d454c77bb service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4aa06fea-aa17-4092-a73a-67493e684cef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0617747 Jun 15 14:14:54.980429 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-7c85b015-1349-4e15-b406-50a7372ba6ba req-16bc79cf-3794-49e5-b01a-9add16d4c626 service neutron] 10.222.0.67 "GET /v2.0/networks/4aa06fea-aa17-4092-a73a-67493e684cef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145120 Jun 15 14:14:55.097421 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-7c85b015-1349-4e15-b406-50a7372ba6ba req-2fc090ef-f71a-40a0-9103-d8c91b391ae6 service neutron] 10.222.0.67 "GET /v2.0/networks/4aa06fea-aa17-4092-a73a-67493e684cef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077189 Jun 15 14:14:55.703352 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167cfd29-af4d-44fd-9ff0-5eb55bf91570 req-63d5798e-f52a-4cc0-b891-127880d57203 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:55.704830 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-167cfd29-af4d-44fd-9ff0-5eb55bf91570 req-63d5798e-f52a-4cc0-b891-127880d57203 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e9732d0-86bc-4907-93ad-526dbd138d5d HTTP/1.1" status: 200 len: 946 time: 0.0751879 Jun 15 14:14:55.748701 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-167cfd29-af4d-44fd-9ff0-5eb55bf91570 req-eb423c2b-fd55-4ec3-95f8-f2bda4f84f73 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad05965b-15a7-4a7f-9728-8af208ea3874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368943 Jun 15 14:14:55.836282 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb28323-53a1-4e94-8a59-7918bda7f6c1 req-dfc6acd5-8ef0-4d97-b7c4-335a8fe0175b tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:55.837755 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-cfb28323-53a1-4e94-8a59-7918bda7f6c1 req-dfc6acd5-8ef0-4d97-b7c4-335a8fe0175b tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d8373f1-9984-406a-8875-2e171ed82f1d HTTP/1.1" status: 200 len: 945 time: 0.0805743 Jun 15 14:14:55.879407 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-cfb28323-53a1-4e94-8a59-7918bda7f6c1 req-412f0960-0c12-45ad-96b1-97590d08e77b tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f204154-aeec-4a66-96d0-4d2162f9c593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357895 Jun 15 14:14:56.412423 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-0bd430ff-f056-4002-82ef-dd95cfdb3061 req-f985ef32-4999-4635-89f6-c202a8297311 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-845927502&fields=id&tenant_id=c3de56a81c9f49fdb5657745f0c5e9a7 HTTP/1.1" status: 200 len: 267 time: 0.0452564 Jun 15 14:14:56.545882 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd430ff-f056-4002-82ef-dd95cfdb3061 req-e8c1f8d2-48b0-4884-8537-890dbebda700 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:56.547385 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-0bd430ff-f056-4002-82ef-dd95cfdb3061 req-e8c1f8d2-48b0-4884-8537-890dbebda700 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "GET /v2.0/networks?id=38cc54e9-46a5-4f17-85e6-fe0dd786b611 HTTP/1.1" status: 200 len: 810 time: 0.1277397 Jun 15 14:14:56.561789 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-0bd430ff-f056-4002-82ef-dd95cfdb3061 req-0c156a75-e2a6-403a-9a5b-8ec2244a8ba6 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "GET /v2.0/quotas/c3de56a81c9f49fdb5657745f0c5e9a7 HTTP/1.1" status: 200 len: 375 time: 0.0089760 Jun 15 14:14:56.640098 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-0bd430ff-f056-4002-82ef-dd95cfdb3061 req-d7f7a9c9-effd-4ab2-b992-79fa716ef6b4 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=c3de56a81c9f49fdb5657745f0c5e9a7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0732894 Jun 15 14:14:56.766569 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-0bd430ff-f056-4002-82ef-dd95cfdb3061 req-78e0390b-8001-4616-9fa3-d56b25d0829e service neutron] 10.222.0.26 "GET /v2.0/networks/38cc54e9-46a5-4f17-85e6-fe0dd786b611?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112478 Jun 15 14:14:56.945342 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3851fdb9-6898-4f41-885c-ac7b73eccfde req-e56411fc-5703-4a32-b633-bf25c75f967e tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:56.946979 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-3851fdb9-6898-4f41-885c-ac7b73eccfde req-e56411fc-5703-4a32-b633-bf25c75f967e tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e9732d0-86bc-4907-93ad-526dbd138d5d HTTP/1.1" status: 200 len: 946 time: 0.0849044 Jun 15 14:14:56.995047 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-3851fdb9-6898-4f41-885c-ac7b73eccfde req-063bca8f-c1ac-4662-b9e9-7b20362ddc9f tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad05965b-15a7-4a7f-9728-8af208ea3874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420775 Jun 15 14:14:57.082985 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-0bd430ff-f056-4002-82ef-dd95cfdb3061 req-107f2732-2d04-4882-961b-79b3a85535cd service neutron] 10.222.0.26 "GET /v2.0/networks/38cc54e9-46a5-4f17-85e6-fe0dd786b611?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3101311 Jun 15 14:14:57.172231 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd78afe7-60aa-428e-9217-952c5cb0baf5 req-01d2a3b8-483b-4cb5-8778-1fb591a29ce5 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:57.173703 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-dd78afe7-60aa-428e-9217-952c5cb0baf5 req-01d2a3b8-483b-4cb5-8778-1fb591a29ce5 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d8373f1-9984-406a-8875-2e171ed82f1d HTTP/1.1" status: 200 len: 945 time: 0.0764120 Jun 15 14:14:57.217406 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-dd78afe7-60aa-428e-9217-952c5cb0baf5 req-cb5dc9b8-c6b6-4498-bd11-9484108a7837 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f204154-aeec-4a66-96d0-4d2162f9c593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378764 Jun 15 14:14:57.403396 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-2a06ad8d-7426-4ca2-aa18-4fa7b6ed7590 req-bfcb10d7-cf1b-41a4-9dd2-70b7d05efefc tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "GET /v2.0/ports?device_id=e78a60ea-67e1-4f0b-b1ab-06b9b41536b7 HTTP/1.1" status: 200 len: 210 time: 0.0341084 Jun 15 14:14:57.465522 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:58.195986 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7927804-7536-4ccc-b42f-f4a3c84908e5 req-3085ee20-5317-47e7-8eda-023b28ba1957 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:58.197467 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-b7927804-7536-4ccc-b42f-f4a3c84908e5 req-3085ee20-5317-47e7-8eda-023b28ba1957 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e9732d0-86bc-4907-93ad-526dbd138d5d HTTP/1.1" status: 200 len: 946 time: 0.0823963 Jun 15 14:14:58.243803 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-b7927804-7536-4ccc-b42f-f4a3c84908e5 req-df9e13db-c1b3-4bb8-8393-c80ed5c93386 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad05965b-15a7-4a7f-9728-8af208ea3874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406530 Jun 15 14:14:58.410037 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34550954-3672-44a3-9ddc-3cbf61f90fea req-a6a27c22-655c-4a59-b84c-840992909c71 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:58.411551 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-34550954-3672-44a3-9ddc-3cbf61f90fea req-a6a27c22-655c-4a59-b84c-840992909c71 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d8373f1-9984-406a-8875-2e171ed82f1d HTTP/1.1" status: 200 len: 945 time: 0.0715616 Jun 15 14:14:58.462556 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-34550954-3672-44a3-9ddc-3cbf61f90fea req-eb9fd5ef-9eb6-4703-be0f-7d8509918d72 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f204154-aeec-4a66-96d0-4d2162f9c593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453374 Jun 15 14:14:58.548273 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-7694f60a-f9b1-4ee5-b564-4a27bf18b7ca req-76850fb5-2827-499b-8273-8b2efa7338a2 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "GET /v2.0/ports?device_id=e78a60ea-67e1-4f0b-b1ab-06b9b41536b7 HTTP/1.1" status: 200 len: 210 time: 0.0334532 Jun 15 14:14:58.819653 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd430ff-f056-4002-82ef-dd95cfdb3061 req-47321654-55ca-4f4a-8e8f-b351d1509ad3 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:58.821258 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-0bd430ff-f056-4002-82ef-dd95cfdb3061 req-47321654-55ca-4f4a-8e8f-b351d1509ad3 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.67 "GET /v2.0/networks?id=38cc54e9-46a5-4f17-85e6-fe0dd786b611 HTTP/1.1" status: 200 len: 810 time: 0.1332510 Jun 15 14:14:58.886638 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-0bd430ff-f056-4002-82ef-dd95cfdb3061 req-f9ef3506-3f20-45d4-926b-44670361cb51 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c3de56a81c9f49fdb5657745f0c5e9a7 HTTP/1.1" status: 200 len: 379 time: 0.0379944 Jun 15 14:14:58.895950 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.v2.base [req-0bd430ff-f056-4002-82ef-dd95cfdb3061 req-48927eb5-464c-4790-a3f8-95456b7e6ce2 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Request body: {'port': {'device_id': 'e78a60ea-67e1-4f0b-b1ab-06b9b41536b7', 'network_id': '38cc54e9-46a5-4f17-85e6-fe0dd786b611', 'admin_state_up': True, 'tenant_id': 'c3de56a81c9f49fdb5657745f0c5e9a7', 'security_groups': ['5fb2b0bc-4d97-449b-9031-5715adbe68e8']}} {{(pid=91907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:14:59.036847 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bd430ff-f056-4002-82ef-dd95cfdb3061 req-48927eb5-464c-4790-a3f8-95456b7e6ce2 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Made reservation on behalf of c3de56a81c9f49fdb5657745f0c5e9a7 for: {'port': 1} {{(pid=91907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:14:59.040761 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-0bd430ff-f056-4002-82ef-dd95cfdb3061 req-48927eb5-464c-4790-a3f8-95456b7e6ce2 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-33170876'] for port, before_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:59.185291 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.db.db_base_plugin_common [req-0bd430ff-f056-4002-82ef-dd95cfdb3061 req-48927eb5-464c-4790-a3f8-95456b7e6ce2 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Allocated IP 172.20.0.5 (38cc54e9-46a5-4f17-85e6-fe0dd786b611/c7a8d3b2-93d0-474b-a785-3b20f05c50a2/f6bbc82c-db85-424e-a40d-3cea911d3a4f) {{(pid=91907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:14:59.366946 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-0bd430ff-f056-4002-82ef-dd95cfdb3061 req-48927eb5-464c-4790-a3f8-95456b7e6ce2 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Notify callbacks [] for port, precommit_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:59.381102 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.db.provisioning_blocks [req-0bd430ff-f056-4002-82ef-dd95cfdb3061 req-48927eb5-464c-4790-a3f8-95456b7e6ce2 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Transition to ACTIVE for port object f6bbc82c-db85-424e-a40d-3cea911d3a4f will not be triggered until provisioned by entity DHCP. {{(pid=91907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:14:59.423486 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-0bd430ff-f056-4002-82ef-dd95cfdb3061 req-48927eb5-464c-4790-a3f8-95456b7e6ce2 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33170815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-53808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781714044429'] for port, after_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:59.428788 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:14:59.454381 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8215b5de-df99-482d-b103-e3fff4d355f9 req-c35c65a5-723c-48b1-b013-ea423872ae6e tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:59.456510 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-8215b5de-df99-482d-b103-e3fff4d355f9 req-c35c65a5-723c-48b1-b013-ea423872ae6e tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e9732d0-86bc-4907-93ad-526dbd138d5d HTTP/1.1" status: 200 len: 946 time: 0.0810757 Jun 15 14:14:59.480794 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bd430ff-f056-4002-82ef-dd95cfdb3061 req-48927eb5-464c-4790-a3f8-95456b7e6ce2 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Network 38cc54e9-46a5-4f17-85e6-fe0dd786b611 is already hosted by enough agents. {{(pid=91907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:14:59.484773 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.scheduler.base_scheduler [req-0bd430ff-f056-4002-82ef-dd95cfdb3061 req-48927eb5-464c-4790-a3f8-95456b7e6ce2 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Resources bound (agent type, host, resource id): {{(pid=91907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:14:59.489062 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bd430ff-f056-4002-82ef-dd95cfdb3061 req-48927eb5-464c-4790-a3f8-95456b7e6ce2 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Received port after_create {{(pid=91907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:14:59.495077 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd430ff-f056-4002-82ef-dd95cfdb3061 req-48927eb5-464c-4790-a3f8-95456b7e6ce2 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:59.496101 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-0bd430ff-f056-4002-82ef-dd95cfdb3061 req-48927eb5-464c-4790-a3f8-95456b7e6ce2 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537372'] for port, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:59.506886 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48927eb5-464c-4790-a3f8-95456b7e6ce2 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Pushing event updated for resources: {'Port': ['ID=f6bbc82c-db85-424e-a40d-3cea911d3a4f,revision_number=1']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:14:59.517602 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48927eb5-464c-4790-a3f8-95456b7e6ce2 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:14:59.517970 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48927eb5-464c-4790-a3f8-95456b7e6ce2 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:14:59.518335 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48927eb5-464c-4790-a3f8-95456b7e6ce2 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:14:59.518733 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48927eb5-464c-4790-a3f8-95456b7e6ce2 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:14:59.519056 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48927eb5-464c-4790-a3f8-95456b7e6ce2 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:14:59.519403 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48927eb5-464c-4790-a3f8-95456b7e6ce2 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:14:59.519862 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48927eb5-464c-4790-a3f8-95456b7e6ce2 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:14:59.520194 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-8215b5de-df99-482d-b103-e3fff4d355f9 req-0b4010a6-b563-47ee-85fe-f06099eb94b7 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad05965b-15a7-4a7f-9728-8af208ea3874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565767 Jun 15 14:14:59.520668 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48927eb5-464c-4790-a3f8-95456b7e6ce2 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:14:59.521006 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48927eb5-464c-4790-a3f8-95456b7e6ce2 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:14:59.521351 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48927eb5-464c-4790-a3f8-95456b7e6ce2 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:14:59.521693 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48927eb5-464c-4790-a3f8-95456b7e6ce2 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:14:59.522031 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48927eb5-464c-4790-a3f8-95456b7e6ce2 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:14:59.526860 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-48927eb5-464c-4790-a3f8-95456b7e6ce2 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:14:59.532305 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-0bd430ff-f056-4002-82ef-dd95cfdb3061 req-48927eb5-464c-4790-a3f8-95456b7e6ce2 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6398287 Jun 15 14:14:59.560879 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.v2.base [req-0bd430ff-f056-4002-82ef-dd95cfdb3061 req-bb1867c0-e8fe-4282-917b-742e031f4ee0 service neutron] Request body: {'port': {'device_id': 'e78a60ea-67e1-4f0b-b1ab-06b9b41536b7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79647'}} {{(pid=91907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:14:59.693200 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-0bd430ff-f056-4002-82ef-dd95cfdb3061 req-bb1867c0-e8fe-4282-917b-742e031f4ee0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:59.742234 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63783b6-60e2-418e-b4a0-b1436f8094dc req-975a82d5-6902-4b58-9318-284613382de8 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:59.751376 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-b63783b6-60e2-418e-b4a0-b1436f8094dc req-975a82d5-6902-4b58-9318-284613382de8 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d8373f1-9984-406a-8875-2e171ed82f1d HTTP/1.1" status: 200 len: 945 time: 0.1088207 Jun 15 14:14:59.795000 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-b63783b6-60e2-418e-b4a0-b1436f8094dc req-b5a96c08-29ec-4cb8-b117-92fde9699b33 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f204154-aeec-4a66-96d0-4d2162f9c593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424385 Jun 15 14:14:59.890740 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-3615d5b6-18f5-4ae6-8a12-469a704a70f0 None None] Provisioning for port f6bbc82c-db85-424e-a40d-3cea911d3a4f completed by entity DHCP. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:14:59.894305 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-3615d5b6-18f5-4ae6-8a12-469a704a70f0 None None] Provisioning complete for port f6bbc82c-db85-424e-a40d-3cea911d3a4f triggered by entity DHCP. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:14:59.894684 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-3615d5b6-18f5-4ae6-8a12-469a704a70f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897510'] for port, provisioning_complete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:14:59.925668 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1f96b4-62df-4a5e-9a38-ab4327764f82 req-6b8d31a7-2f37-42b8-aefb-30c8606c151e tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:14:59.927148 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-3b1f96b4-62df-4a5e-9a38-ab4327764f82 req-6b8d31a7-2f37-42b8-aefb-30c8606c151e tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "GET /v2.0/ports?device_id=e78a60ea-67e1-4f0b-b1ab-06b9b41536b7 HTTP/1.1" status: 200 len: 931 time: 0.1751730 Jun 15 14:14:59.934133 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.plugin [None req-3615d5b6-18f5-4ae6-8a12-469a704a70f0 None None] Port f6bbc82c-db85-424e-a40d-3cea911d3a4f cannot update to ACTIVE because it is not bound. {{(pid=91909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 15 14:15:00.033415 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-3b1f96b4-62df-4a5e-9a38-ab4327764f82 req-d6f7f9c9-282d-4d59-ac20-9c75372cc4e5 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "GET /v2.0/security-groups?id=5fb2b0bc-4d97-449b-9031-5715adbe68e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970678 Jun 15 14:15:00.104069 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.notifiers.nova [req-0bd430ff-f056-4002-82ef-dd95cfdb3061 req-bb1867c0-e8fe-4282-917b-742e031f4ee0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6bbc82c-db85-424e-a40d-3cea911d3a4f {{(pid=91907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:15:00.112427 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-0bd430ff-f056-4002-82ef-dd95cfdb3061 req-bb1867c0-e8fe-4282-917b-742e031f4ee0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:00.125610 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.db.provisioning_blocks [req-0bd430ff-f056-4002-82ef-dd95cfdb3061 req-bb1867c0-e8fe-4282-917b-742e031f4ee0 service neutron] Transition to ACTIVE for port object f6bbc82c-db85-424e-a40d-3cea911d3a4f will not be triggered until provisioned by entity L2. {{(pid=91907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:15:00.129870 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-0bd430ff-f056-4002-82ef-dd95cfdb3061 req-bb1867c0-e8fe-4282-917b-742e031f4ee0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492'] for port, after_update {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:00.132034 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:15:00.224950 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1867c0-e8fe-4282-917b-742e031f4ee0 service neutron] Pushing event updated for resources: {'Port': ['ID=f6bbc82c-db85-424e-a40d-3cea911d3a4f,revision_number=2']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:15:00.230232 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-bb1867c0-e8fe-4282-917b-742e031f4ee0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:15:00.275221 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.managers [req-0bd430ff-f056-4002-82ef-dd95cfdb3061 req-bb1867c0-e8fe-4282-917b-742e031f4ee0 service neutron] Attempting to bind port f6bbc82c-db85-424e-a40d-3cea911d3a4f on host hv-cinder-79647 for vnic_type normal with profile {{(pid=91907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:15:00.275562 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.managers [req-0bd430ff-f056-4002-82ef-dd95cfdb3061 req-bb1867c0-e8fe-4282-917b-742e031f4ee0 service neutron] Attempting to bind port f6bbc82c-db85-424e-a40d-3cea911d3a4f by drivers openvswitch,hyperv on host hv-cinder-79647 at level 0 using segments [{'id': 'bdfc6570-21e3-4188-8b81-25944ca5b033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '38cc54e9-46a5-4f17-85e6-fe0dd786b611'}] {{(pid=91907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:15:00.275892 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd430ff-f056-4002-82ef-dd95cfdb3061 req-bb1867c0-e8fe-4282-917b-742e031f4ee0 service neutron] Attempting to bind port f6bbc82c-db85-424e-a40d-3cea911d3a4f on network 38cc54e9-46a5-4f17-85e6-fe0dd786b611 {{(pid=91907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:15:00.280927 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd430ff-f056-4002-82ef-dd95cfdb3061 req-bb1867c0-e8fe-4282-917b-742e031f4ee0 service neutron] Port f6bbc82c-db85-424e-a40d-3cea911d3a4f on network 38cc54e9-46a5-4f17-85e6-fe0dd786b611 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79647 {{(pid=91907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 14:15:00.281258 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd430ff-f056-4002-82ef-dd95cfdb3061 req-bb1867c0-e8fe-4282-917b-742e031f4ee0 service neutron] Attempting to bind port f6bbc82c-db85-424e-a40d-3cea911d3a4f on network 38cc54e9-46a5-4f17-85e6-fe0dd786b611 {{(pid=91907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:15:00.286660 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd430ff-f056-4002-82ef-dd95cfdb3061 req-bb1867c0-e8fe-4282-917b-742e031f4ee0 service neutron] Checking agent: {'id': 'ecd79229-812b-453e-8934-f3ab9293fb1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79647', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 10, 57), 'started_at': datetime.datetime(2021, 6, 15, 14, 10, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 14, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:15:00.286953 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd430ff-f056-4002-82ef-dd95cfdb3061 req-bb1867c0-e8fe-4282-917b-742e031f4ee0 service neutron] Checking segment: {'id': 'bdfc6570-21e3-4188-8b81-25944ca5b033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '38cc54e9-46a5-4f17-85e6-fe0dd786b611'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:15:00.287340 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd430ff-f056-4002-82ef-dd95cfdb3061 req-bb1867c0-e8fe-4282-917b-742e031f4ee0 service neutron] Bound using segment: {'id': 'bdfc6570-21e3-4188-8b81-25944ca5b033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '38cc54e9-46a5-4f17-85e6-fe0dd786b611'} {{(pid=91907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:15:00.287776 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.managers [req-0bd430ff-f056-4002-82ef-dd95cfdb3061 req-bb1867c0-e8fe-4282-917b-742e031f4ee0 service neutron] Bound port: f6bbc82c-db85-424e-a40d-3cea911d3a4f, host: hv-cinder-79647, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdfc6570-21e3-4188-8b81-25944ca5b033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '38cc54e9-46a5-4f17-85e6-fe0dd786b611'}}] {{(pid=91907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:15:00.288231 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-0bd430ff-f056-4002-82ef-dd95cfdb3061 req-bb1867c0-e8fe-4282-917b-742e031f4ee0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:00.366719 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.db [req-0bd430ff-f056-4002-82ef-dd95cfdb3061 req-bb1867c0-e8fe-4282-917b-742e031f4ee0 service neutron] For port f6bbc82c-db85-424e-a40d-3cea911d3a4f, host hv-cinder-79647, cleared binding levels {{(pid=91907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:15:00.369744 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.db [req-0bd430ff-f056-4002-82ef-dd95cfdb3061 req-bb1867c0-e8fe-4282-917b-742e031f4ee0 service neutron] For port f6bbc82c-db85-424e-a40d-3cea911d3a4f, host hv-cinder-79647, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79647',level=0,port_id=f6bbc82c-db85-424e-a40d-3cea911d3a4f,segment=NetworkSegment(bdfc6570-21e3-4188-8b81-25944ca5b033),segment_id=bdfc6570-21e3-4188-8b81-25944ca5b033)] {{(pid=91907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:15:00.373445 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-0bd430ff-f056-4002-82ef-dd95cfdb3061 req-bb1867c0-e8fe-4282-917b-742e031f4ee0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492'] for port, after_update {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:00.375356 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-32202ec5-ecca-428e-96a9-351ae0a658fe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:15:00.416947 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd430ff-f056-4002-82ef-dd95cfdb3061 req-bb1867c0-e8fe-4282-917b-742e031f4ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:00.417965 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-0bd430ff-f056-4002-82ef-dd95cfdb3061 req-bb1867c0-e8fe-4282-917b-742e031f4ee0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537372'] for port, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:00.419360 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-0bd430ff-f056-4002-82ef-dd95cfdb3061 req-bb1867c0-e8fe-4282-917b-742e031f4ee0 service neutron] 10.222.0.67 "PUT /v2.0/ports/f6bbc82c-db85-424e-a40d-3cea911d3a4f HTTP/1.1" status: 200 len: 1093 time: 0.8650184 Jun 15 14:15:00.419843 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e78a60ea-67e1-4f0b-b1ab-06b9b41536b7', 'tag': 'f6bbc82c-db85-424e-a40d-3cea911d3a4f'}] {{(pid=91907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:15:00.422096 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24467d57c8f568e2e16d95ba24031d6b60035fd708ad429d2e8baac5a477cd4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43922140-2e96-430c-8481-c0c180f5c936" -d '{"events": [{"name": "network-changed", "server_uuid": "e78a60ea-67e1-4f0b-b1ab-06b9b41536b7", "tag": "f6bbc82c-db85-424e-a40d-3cea911d3a4f"}]}' {{(pid=91907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:15:00.445084 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1867c0-e8fe-4282-917b-742e031f4ee0 service neutron] Pushing event updated for resources: {'Port': ['ID=f6bbc82c-db85-424e-a40d-3cea911d3a4f,revision_number=3']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:15:00.448658 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-bb1867c0-e8fe-4282-917b-742e031f4ee0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:15:00.479585 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 14:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ed5260d-0587-40ec-96ed-5345518f682d x-openstack-request-id: req-4ed5260d-0587-40ec-96ed-5345518f682d {{(pid=91907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:15:00.480486 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e78a60ea-67e1-4f0b-b1ab-06b9b41536b7", "tag": "f6bbc82c-db85-424e-a40d-3cea911d3a4f", "status": "completed", "code": 200}]} {{(pid=91907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:15:00.480900 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4ed5260d-0587-40ec-96ed-5345518f682d {{(pid=91907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:15:00.481176 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e78a60ea-67e1-4f0b-b1ab-06b9b41536b7', 'tag': 'f6bbc82c-db85-424e-a40d-3cea911d3a4f', 'status': 'completed', 'code': 200} Jun 15 14:15:00.563041 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd430ff-f056-4002-82ef-dd95cfdb3061 req-1ab52b0e-caee-48c1-bc1a-c9f8c16bce84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:00.564545 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-0bd430ff-f056-4002-82ef-dd95cfdb3061 req-1ab52b0e-caee-48c1-bc1a-c9f8c16bce84 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c3de56a81c9f49fdb5657745f0c5e9a7&device_id=e78a60ea-67e1-4f0b-b1ab-06b9b41536b7 HTTP/1.1" status: 200 len: 1096 time: 0.0628343 Jun 15 14:15:00.640551 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-0bd430ff-f056-4002-82ef-dd95cfdb3061 req-6f00fc78-e080-4fb7-b8e5-9592ca8bde37 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f6bbc82c-db85-424e-a40d-3cea911d3a4f HTTP/1.1" status: 200 len: 217 time: 0.0534463 Jun 15 14:15:00.744471 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd430ff-f056-4002-82ef-dd95cfdb3061 req-18035525-a9fa-4009-8aa7-8963cdf7f4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:00.745944 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-0bd430ff-f056-4002-82ef-dd95cfdb3061 req-18035525-a9fa-4009-8aa7-8963cdf7f4c8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c7a8d3b2-93d0-474b-a785-3b20f05c50a2 HTTP/1.1" status: 200 len: 849 time: 0.0976915 Jun 15 14:15:00.765228 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06350d2-a4a8-4f23-a528-1a6523547f48 req-57d00885-02e8-430e-a1c1-c39fd1c9ff2a tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:00.766604 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-f06350d2-a4a8-4f23-a528-1a6523547f48 req-57d00885-02e8-430e-a1c1-c39fd1c9ff2a tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e9732d0-86bc-4907-93ad-526dbd138d5d HTTP/1.1" status: 200 len: 946 time: 0.1288528 Jun 15 14:15:00.839159 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-f06350d2-a4a8-4f23-a528-1a6523547f48 req-9738ac29-644f-46d1-8f42-3950e086f564 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad05965b-15a7-4a7f-9728-8af208ea3874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644779 Jun 15 14:15:00.857704 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd430ff-f056-4002-82ef-dd95cfdb3061 req-4546f091-268f-4d6e-941e-627bfa9d00bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:00.859227 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-0bd430ff-f056-4002-82ef-dd95cfdb3061 req-4546f091-268f-4d6e-941e-627bfa9d00bd service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=38cc54e9-46a5-4f17-85e6-fe0dd786b611&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0917664 Jun 15 14:15:00.987065 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-0bd430ff-f056-4002-82ef-dd95cfdb3061 req-c68c417e-b570-45d2-ab08-79e800c6b36e service neutron] 10.222.0.67 "GET /v2.0/networks/38cc54e9-46a5-4f17-85e6-fe0dd786b611?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171343 Jun 15 14:15:01.011015 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013d7ec9-921c-42a8-bb6c-2e637cf8fb8e req-e65287ce-07e1-47f2-84dd-abd2e19aff05 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:01.013257 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-013d7ec9-921c-42a8-bb6c-2e637cf8fb8e req-e65287ce-07e1-47f2-84dd-abd2e19aff05 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d8373f1-9984-406a-8875-2e171ed82f1d HTTP/1.1" status: 200 len: 945 time: 0.0766079 Jun 15 14:15:01.058982 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-013d7ec9-921c-42a8-bb6c-2e637cf8fb8e req-7d8a75a3-518d-4a0f-b7d1-6b77afe1d712 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f204154-aeec-4a66-96d0-4d2162f9c593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386357 Jun 15 14:15:01.113491 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-0bd430ff-f056-4002-82ef-dd95cfdb3061 req-1566d8be-5b86-43d2-ac9f-05c46996face service neutron] 10.222.0.67 "GET /v2.0/networks/38cc54e9-46a5-4f17-85e6-fe0dd786b611?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163714 Jun 15 14:15:01.221413 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7053a6-a46d-429d-8f98-6aef5b490af7 req-35cd4184-7519-4509-acb8-5ec2a1ba30c0 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:01.223428 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-ea7053a6-a46d-429d-8f98-6aef5b490af7 req-35cd4184-7519-4509-acb8-5ec2a1ba30c0 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "GET /v2.0/ports?device_id=e78a60ea-67e1-4f0b-b1ab-06b9b41536b7 HTTP/1.1" status: 200 len: 943 time: 0.0707664 Jun 15 14:15:01.303099 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-ea7053a6-a46d-429d-8f98-6aef5b490af7 req-fb832447-ea8c-40a1-96da-2bdd1d1a123c tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "GET /v2.0/security-groups?id=5fb2b0bc-4d97-449b-9031-5715adbe68e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737667 Jun 15 14:15:01.324503 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43922140-2e96-430c-8481-c0c180f5c936 req-5f04a85d-9d69-401d-bdea-64457a535f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:01.325967 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-43922140-2e96-430c-8481-c0c180f5c936 req-5f04a85d-9d69-401d-bdea-64457a535f47 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c3de56a81c9f49fdb5657745f0c5e9a7&device_id=e78a60ea-67e1-4f0b-b1ab-06b9b41536b7 HTTP/1.1" status: 200 len: 1096 time: 0.0882092 Jun 15 14:15:01.443224 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43922140-2e96-430c-8481-c0c180f5c936 req-c15a418b-ff71-401d-89db-1f6abe339a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:01.444591 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-43922140-2e96-430c-8481-c0c180f5c936 req-c15a418b-ff71-401d-89db-1f6abe339a11 service neutron] 10.222.0.67 "GET /v2.0/networks?id=38cc54e9-46a5-4f17-85e6-fe0dd786b611 HTTP/1.1" status: 200 len: 911 time: 0.1114845 Jun 15 14:15:01.507108 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-43922140-2e96-430c-8481-c0c180f5c936 req-1e0d728b-deda-4c70-a9a9-1695f5f24166 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f6bbc82c-db85-424e-a40d-3cea911d3a4f HTTP/1.1" status: 200 len: 217 time: 0.0497589 Jun 15 14:15:01.564146 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43922140-2e96-430c-8481-c0c180f5c936 req-43ad21a1-9d1d-4019-a349-3704812023a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:01.565574 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-43922140-2e96-430c-8481-c0c180f5c936 req-43ad21a1-9d1d-4019-a349-3704812023a7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c7a8d3b2-93d0-474b-a785-3b20f05c50a2 HTTP/1.1" status: 200 len: 849 time: 0.0523555 Jun 15 14:15:01.631561 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43922140-2e96-430c-8481-c0c180f5c936 req-8da3b3ca-fc8c-4454-a564-1f1068224975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:01.633066 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-43922140-2e96-430c-8481-c0c180f5c936 req-8da3b3ca-fc8c-4454-a564-1f1068224975 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=38cc54e9-46a5-4f17-85e6-fe0dd786b611&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0605450 Jun 15 14:15:01.747267 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-43922140-2e96-430c-8481-c0c180f5c936 req-6833983c-6060-406a-b66d-c91e7ab8258d service neutron] 10.222.0.67 "GET /v2.0/networks/38cc54e9-46a5-4f17-85e6-fe0dd786b611?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064262 Jun 15 14:15:02.024938 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f06d7d-8a32-461e-983f-8396f4ad0164 req-aed3415f-1295-4427-916b-300cdddeff24 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:02.025919 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-64f06d7d-8a32-461e-983f-8396f4ad0164 req-aed3415f-1295-4427-916b-300cdddeff24 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e9732d0-86bc-4907-93ad-526dbd138d5d HTTP/1.1" status: 200 len: 946 time: 0.0692000 Jun 15 14:15:02.055728 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-43922140-2e96-430c-8481-c0c180f5c936 req-44c7b182-43c8-4408-8012-86dcc941cd5d service neutron] 10.222.0.67 "GET /v2.0/networks/38cc54e9-46a5-4f17-85e6-fe0dd786b611?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3020320 Jun 15 14:15:02.071997 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-64f06d7d-8a32-461e-983f-8396f4ad0164 req-1e4eb366-9695-46bf-a999-627e9af0509b tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad05965b-15a7-4a7f-9728-8af208ea3874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397696 Jun 15 14:15:02.256421 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8095bcb4-e979-45d7-8978-f172dc9a5639 req-7b77b944-6f1d-41e0-b79f-20766d0a73fe tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:02.257884 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-8095bcb4-e979-45d7-8978-f172dc9a5639 req-7b77b944-6f1d-41e0-b79f-20766d0a73fe tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d8373f1-9984-406a-8875-2e171ed82f1d HTTP/1.1" status: 200 len: 945 time: 0.0736749 Jun 15 14:15:02.298644 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-8095bcb4-e979-45d7-8978-f172dc9a5639 req-09e064ff-5740-46e4-aed2-4d9600cf2781 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f204154-aeec-4a66-96d0-4d2162f9c593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348125 Jun 15 14:15:02.483611 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bab764-a539-4f58-808d-490e09d08bc4 req-2537efa4-ebdc-42e9-b40d-ff0f676a6c64 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:02.485057 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-47bab764-a539-4f58-808d-490e09d08bc4 req-2537efa4-ebdc-42e9-b40d-ff0f676a6c64 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "GET /v2.0/ports?device_id=e78a60ea-67e1-4f0b-b1ab-06b9b41536b7 HTTP/1.1" status: 200 len: 943 time: 0.0695221 Jun 15 14:15:02.528601 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-47bab764-a539-4f58-808d-490e09d08bc4 req-3eddcc67-1d3b-4acc-b894-b938a32a2073 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "GET /v2.0/security-groups?id=5fb2b0bc-4d97-449b-9031-5715adbe68e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377307 Jun 15 14:15:03.258510 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90730829-3f9b-43b9-8cc6-47d100b814a2 req-0c16b272-e63a-4a7f-be96-6694877ae9f9 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:03.259905 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-90730829-3f9b-43b9-8cc6-47d100b814a2 req-0c16b272-e63a-4a7f-be96-6694877ae9f9 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e9732d0-86bc-4907-93ad-526dbd138d5d HTTP/1.1" status: 200 len: 946 time: 0.0724332 Jun 15 14:15:03.301049 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-90730829-3f9b-43b9-8cc6-47d100b814a2 req-13ceffb2-fe4c-46a1-bce8-050e64b3de78 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad05965b-15a7-4a7f-9728-8af208ea3874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344880 Jun 15 14:15:03.481447 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed50dc4-7d12-4028-bcbd-b8ed4e81c076 req-e602b616-e932-4acc-8845-a82c315aa238 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:03.483190 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-4ed50dc4-7d12-4028-bcbd-b8ed4e81c076 req-e602b616-e932-4acc-8845-a82c315aa238 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d8373f1-9984-406a-8875-2e171ed82f1d HTTP/1.1" status: 200 len: 945 time: 0.0691838 Jun 15 14:15:03.529296 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-4ed50dc4-7d12-4028-bcbd-b8ed4e81c076 req-26b5d9a1-f259-4a47-a298-cb8d45e143a6 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f204154-aeec-4a66-96d0-4d2162f9c593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400407 Jun 15 14:15:03.710253 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805e9000-dcf0-4541-a7fe-972aeaf78c22 req-6e17d17e-0089-4d65-bb0d-ea8f98fc04c5 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:03.711743 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-805e9000-dcf0-4541-a7fe-972aeaf78c22 req-6e17d17e-0089-4d65-bb0d-ea8f98fc04c5 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "GET /v2.0/ports?device_id=e78a60ea-67e1-4f0b-b1ab-06b9b41536b7 HTTP/1.1" status: 200 len: 943 time: 0.0722158 Jun 15 14:15:03.753418 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-805e9000-dcf0-4541-a7fe-972aeaf78c22 req-08d79453-fc06-4ce2-9bfe-833ea9a4a7bd tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "GET /v2.0/security-groups?id=5fb2b0bc-4d97-449b-9031-5715adbe68e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356781 Jun 15 14:15:04.486920 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c44b00f-bec5-4cf1-8191-725961abcc7a req-103d1d65-4128-4063-86d1-b6fb779daa57 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:04.488310 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-0c44b00f-bec5-4cf1-8191-725961abcc7a req-103d1d65-4128-4063-86d1-b6fb779daa57 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e9732d0-86bc-4907-93ad-526dbd138d5d HTTP/1.1" status: 200 len: 946 time: 0.0711014 Jun 15 14:15:04.532823 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-0c44b00f-bec5-4cf1-8191-725961abcc7a req-63f74f2f-4609-45a5-912a-715d5b0ad74a tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad05965b-15a7-4a7f-9728-8af208ea3874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389481 Jun 15 14:15:04.713881 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11910448-d0e1-4b9e-9727-8da7ebfa4e53 req-dd670598-ec84-4d43-b3fc-f66ec077fef7 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:04.715967 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-11910448-d0e1-4b9e-9727-8da7ebfa4e53 req-dd670598-ec84-4d43-b3fc-f66ec077fef7 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d8373f1-9984-406a-8875-2e171ed82f1d HTTP/1.1" status: 200 len: 945 time: 0.0674374 Jun 15 14:15:04.761371 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-11910448-d0e1-4b9e-9727-8da7ebfa4e53 req-15ab5c04-abcf-46a0-83bd-d7f701491a29 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f204154-aeec-4a66-96d0-4d2162f9c593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397000 Jun 15 14:15:04.928708 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeb49c1-a3ce-4314-9e2d-f7a992b4a5ff req-5a7e5679-00d9-4ee4-9210-2fdd17d676a4 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:04.930181 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-0aeb49c1-a3ce-4314-9e2d-f7a992b4a5ff req-5a7e5679-00d9-4ee4-9210-2fdd17d676a4 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "GET /v2.0/ports?device_id=e78a60ea-67e1-4f0b-b1ab-06b9b41536b7 HTTP/1.1" status: 200 len: 943 time: 0.0679846 Jun 15 14:15:04.976650 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-0aeb49c1-a3ce-4314-9e2d-f7a992b4a5ff req-db7eaa2e-3fb3-4b6a-9923-f1d6541537e6 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "GET /v2.0/security-groups?id=5fb2b0bc-4d97-449b-9031-5715adbe68e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391233 Jun 15 14:15:05.724519 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6c6c34-16c3-4563-adb2-b1412181d9e1 req-27540139-744b-49ed-80d8-46e011fd39e3 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:05.726189 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-4e6c6c34-16c3-4563-adb2-b1412181d9e1 req-27540139-744b-49ed-80d8-46e011fd39e3 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e9732d0-86bc-4907-93ad-526dbd138d5d HTTP/1.1" status: 200 len: 946 time: 0.0752244 Jun 15 14:15:05.770616 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-4e6c6c34-16c3-4563-adb2-b1412181d9e1 req-2142bedc-47de-47b9-bf2f-1da390012910 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad05965b-15a7-4a7f-9728-8af208ea3874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385334 Jun 15 14:15:05.952867 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8e4c39-0152-4d66-a1f8-73f9a790d140 req-5edcb7e0-c939-4f2c-bceb-f81dce0e702b tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:05.954530 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-3c8e4c39-0152-4d66-a1f8-73f9a790d140 req-5edcb7e0-c939-4f2c-bceb-f81dce0e702b tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/ports?device_id=eaeff0a0-6ae8-4806-8bd3-d4547f9e2abf HTTP/1.1" status: 200 len: 945 time: 0.0816829 Jun 15 14:15:05.957315 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a2b8a0-474b-4aa7-9286-4e8fdb0257c5 req-c87bb522-0c7f-488c-ae3c-a3283c73c069 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:05.958829 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-95a2b8a0-474b-4aa7-9286-4e8fdb0257c5 req-c87bb522-0c7f-488c-ae3c-a3283c73c069 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d8373f1-9984-406a-8875-2e171ed82f1d HTTP/1.1" status: 200 len: 945 time: 0.0769005 Jun 15 14:15:06.006536 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-95a2b8a0-474b-4aa7-9286-4e8fdb0257c5 req-017c7317-bddd-43c4-ab0a-6f9b6eb0a6df tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f204154-aeec-4a66-96d0-4d2162f9c593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411661 Jun 15 14:15:06.008640 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-3c8e4c39-0152-4d66-a1f8-73f9a790d140 req-159117f1-d3d9-4a49-8c5a-88e73c9e7591 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8daf90f-052e-4250-95f7-9d7da7fb7be2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422032 Jun 15 14:15:06.179518 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc7ab86-3a8a-46ec-9b2c-b1456ad1c338 req-07d28159-6f7a-405d-b505-f90bf850c4a8 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:06.180961 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-3bc7ab86-3a8a-46ec-9b2c-b1456ad1c338 req-07d28159-6f7a-405d-b505-f90bf850c4a8 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "GET /v2.0/ports?device_id=e78a60ea-67e1-4f0b-b1ab-06b9b41536b7 HTTP/1.1" status: 200 len: 943 time: 0.0678275 Jun 15 14:15:06.227389 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-3bc7ab86-3a8a-46ec-9b2c-b1456ad1c338 req-9ca78723-512a-44a9-84da-c27042bf53bd tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "GET /v2.0/security-groups?id=5fb2b0bc-4d97-449b-9031-5715adbe68e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402615 Jun 15 14:15:06.959068 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b7defa-c6ff-443b-891b-dee3f3e3baf1 req-505fc64c-ef31-402c-83d5-ff69f467e1ca tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:06.960485 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-49b7defa-c6ff-443b-891b-dee3f3e3baf1 req-505fc64c-ef31-402c-83d5-ff69f467e1ca tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e9732d0-86bc-4907-93ad-526dbd138d5d HTTP/1.1" status: 200 len: 946 time: 0.0763209 Jun 15 14:15:07.003924 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-49b7defa-c6ff-443b-891b-dee3f3e3baf1 req-bfe7a2ac-09da-4738-b47c-f4db337d5c1f tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad05965b-15a7-4a7f-9728-8af208ea3874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372703 Jun 15 14:15:07.197746 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60df99fa-cc20-4c20-8ac9-0a12cd528d93 req-f893493b-a102-40c1-bfe3-7870ba1eff50 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:07.201657 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-60df99fa-cc20-4c20-8ac9-0a12cd528d93 req-f893493b-a102-40c1-bfe3-7870ba1eff50 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/ports?device_id=eaeff0a0-6ae8-4806-8bd3-d4547f9e2abf HTTP/1.1" status: 200 len: 945 time: 0.0757916 Jun 15 14:15:07.223548 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a707be2-bed1-4570-a90b-80849a2c85ed req-c5ff5353-8871-4220-a8db-ac1af329a66d tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:07.225049 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-2a707be2-bed1-4570-a90b-80849a2c85ed req-c5ff5353-8871-4220-a8db-ac1af329a66d tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d8373f1-9984-406a-8875-2e171ed82f1d HTTP/1.1" status: 200 len: 945 time: 0.0702364 Jun 15 14:15:07.249606 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-60df99fa-cc20-4c20-8ac9-0a12cd528d93 req-b4dde9bb-0ea2-4e49-9850-267772df4b77 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8daf90f-052e-4250-95f7-9d7da7fb7be2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385563 Jun 15 14:15:07.267775 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-2a707be2-bed1-4570-a90b-80849a2c85ed req-5778a999-d837-4c1a-9add-bccbbcd5b8b1 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f204154-aeec-4a66-96d0-4d2162f9c593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370476 Jun 15 14:15:07.425494 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b907edf8-68bc-4721-87ae-2647043ec27e req-14ac455f-3d2a-401b-9ac7-4482af81b575 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:07.426991 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-b907edf8-68bc-4721-87ae-2647043ec27e req-14ac455f-3d2a-401b-9ac7-4482af81b575 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "GET /v2.0/ports?device_id=e78a60ea-67e1-4f0b-b1ab-06b9b41536b7 HTTP/1.1" status: 200 len: 943 time: 0.0697651 Jun 15 14:15:07.472986 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-b907edf8-68bc-4721-87ae-2647043ec27e req-4aa844a6-d39e-473b-bd73-f5beb1124394 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "GET /v2.0/security-groups?id=5fb2b0bc-4d97-449b-9031-5715adbe68e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402851 Jun 15 14:15:08.192100 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5187fa5-8e68-473b-9c82-e2dd16dda781 req-ee3fd033-d165-4615-a9f0-66c4a7b0366b tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:08.193620 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-d5187fa5-8e68-473b-9c82-e2dd16dda781 req-ee3fd033-d165-4615-a9f0-66c4a7b0366b tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e9732d0-86bc-4907-93ad-526dbd138d5d HTTP/1.1" status: 200 len: 946 time: 0.0740700 Jun 15 14:15:08.235538 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-d5187fa5-8e68-473b-9c82-e2dd16dda781 req-9f44915c-9841-499d-b861-50a5cc9c55c4 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad05965b-15a7-4a7f-9728-8af208ea3874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363681 Jun 15 14:15:08.446177 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaee86d-ab96-48cd-93e3-626c48ae45dc req-26e08010-86ad-478d-a9e5-f8a028511a22 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:08.447711 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-dcaee86d-ab96-48cd-93e3-626c48ae45dc req-26e08010-86ad-478d-a9e5-f8a028511a22 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/ports?device_id=eaeff0a0-6ae8-4806-8bd3-d4547f9e2abf HTTP/1.1" status: 200 len: 945 time: 0.0743847 Jun 15 14:15:08.458691 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2e7040-37a0-46c6-92b6-4fcdcaddddf0 req-2e0318f8-c905-42ec-a15d-433fd0261423 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:08.460266 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-5e2e7040-37a0-46c6-92b6-4fcdcaddddf0 req-2e0318f8-c905-42ec-a15d-433fd0261423 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/networks?id=53647b0d-4ed8-4c65-8def-7670da912845 HTTP/1.1" status: 200 len: 814 time: 0.1377282 Jun 15 14:15:08.476406 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-5e2e7040-37a0-46c6-92b6-4fcdcaddddf0 req-5152acf4-c4c9-4dbb-95bf-bbed3b0e4c8a tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/quotas/3b9c49b5e22342c8817f864fe7313c45 HTTP/1.1" status: 200 len: 375 time: 0.0089941 Jun 15 14:15:08.493197 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-dcaee86d-ab96-48cd-93e3-626c48ae45dc req-55d805d5-05d8-432a-8505-78084db994f6 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8daf90f-052e-4250-95f7-9d7da7fb7be2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396309 Jun 15 14:15:08.563027 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-5e2e7040-37a0-46c6-92b6-4fcdcaddddf0 req-86568439-cddd-4c95-b2ad-d7308ef2e254 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=3b9c49b5e22342c8817f864fe7313c45&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0792115 Jun 15 14:15:08.671097 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a33f8a-dc4f-4498-b61e-9673427c9c87 req-91e664d1-d788-4911-a805-ef946c4b07e8 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:08.672621 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-c0a33f8a-dc4f-4498-b61e-9673427c9c87 req-91e664d1-d788-4911-a805-ef946c4b07e8 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d8373f1-9984-406a-8875-2e171ed82f1d HTTP/1.1" status: 200 len: 945 time: 0.0742903 Jun 15 14:15:08.680218 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-5e2e7040-37a0-46c6-92b6-4fcdcaddddf0 req-edee42bd-90a8-4e27-aaea-3f858116fcc7 service neutron] 10.222.0.26 "GET /v2.0/networks/53647b0d-4ed8-4c65-8def-7670da912845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104074 Jun 15 14:15:08.715926 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-c0a33f8a-dc4f-4498-b61e-9673427c9c87 req-c9895502-4242-4e5a-a0c2-47aa481a7e9e tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f204154-aeec-4a66-96d0-4d2162f9c593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370800 Jun 15 14:15:08.795914 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-5e2e7040-37a0-46c6-92b6-4fcdcaddddf0 req-20d475c2-41ff-488f-b1e6-88e31d0e80e8 service neutron] 10.222.0.26 "GET /v2.0/networks/53647b0d-4ed8-4c65-8def-7670da912845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101148 Jun 15 14:15:08.906210 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17468c20-19f1-4a17-80b0-1aaccfa581d8 req-f91d838f-e6dd-4a4d-a423-5451893061ca tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:08.906210 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-17468c20-19f1-4a17-80b0-1aaccfa581d8 req-f91d838f-e6dd-4a4d-a423-5451893061ca tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "GET /v2.0/ports?device_id=e78a60ea-67e1-4f0b-b1ab-06b9b41536b7 HTTP/1.1" status: 200 len: 943 time: 0.0724008 Jun 15 14:15:08.951148 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-17468c20-19f1-4a17-80b0-1aaccfa581d8 req-09a452fc-d8c8-4810-a203-aa1fb23f10e6 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "GET /v2.0/security-groups?id=5fb2b0bc-4d97-449b-9031-5715adbe68e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410798 Jun 15 14:15:08.971550 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-0d3e00cd-05c0-4c5e-a8d6-998f40b3da34 req-34753f2d-72ab-4caf-b63a-861bcc604b0e tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/ports?device_id=4786b148-63d4-478d-a10d-2e3075034d6b HTTP/1.1" status: 200 len: 210 time: 0.0347548 Jun 15 14:15:09.421374 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3529fc-6756-4f86-8b2b-a9177eaa05cb req-d06bc2f0-768b-4cf7-a830-d050b936efeb tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:09.422892 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-df3529fc-6756-4f86-8b2b-a9177eaa05cb req-d06bc2f0-768b-4cf7-a830-d050b936efeb tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e9732d0-86bc-4907-93ad-526dbd138d5d HTTP/1.1" status: 200 len: 946 time: 0.0759993 Jun 15 14:15:09.468441 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-df3529fc-6756-4f86-8b2b-a9177eaa05cb req-38a9ca6c-ee1e-4a42-9c10-e46f84e7da40 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad05965b-15a7-4a7f-9728-8af208ea3874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380669 Jun 15 14:15:09.551219 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Device bbf9fe17-57cc-4b87-8f8c-47c1bcdcee24 details requested by agent hyperv_hv-cinder-79647 with host hv-cinder-79647 {{(pid=91909) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 14:15:09.700448 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca6f23b-df45-4322-b86f-e535d97cfbde req-30b55d19-194c-4377-93b1-36718d94f097 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:09.701924 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-cca6f23b-df45-4322-b86f-e535d97cfbde req-30b55d19-194c-4377-93b1-36718d94f097 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/ports?device_id=eaeff0a0-6ae8-4806-8bd3-d4547f9e2abf HTTP/1.1" status: 200 len: 945 time: 0.0805364 Jun 15 14:15:09.705420 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] For port bbf9fe17-57cc-4b87-8f8c-47c1bcdcee24, host hv-cinder-79647, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79647',level=0,port_id=bbf9fe17-57cc-4b87-8f8c-47c1bcdcee24,segment=NetworkSegment(29cbf6bd-3703-449c-90e3-2d0016356068),segment_id=29cbf6bd-3703-449c-90e3-2d0016356068)] {{(pid=91909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:15:09.718263 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Returning: {'device': 'bbf9fe17-57cc-4b87-8f8c-47c1bcdcee24', 'network_id': '610d1d9e-6798-4665-ba11-cd870fb10064', 'port_id': 'bbf9fe17-57cc-4b87-8f8c-47c1bcdcee24', 'mac_address': 'fa:16:3e:82:27:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 888, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2014c6aa-f72d-434e-8835-9ccc29766f9a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91909) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 14:15:09.745784 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-cca6f23b-df45-4322-b86f-e535d97cfbde req-0c3710eb-c6c9-424a-91ac-f1a8e2362a54 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8daf90f-052e-4250-95f7-9d7da7fb7be2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375683 Jun 15 14:15:09.768734 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:09.785235 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.notifiers.nova [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bbf9fe17-57cc-4b87-8f8c-47c1bcdcee24 {{(pid=91909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:15:09.807622 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] For port bbf9fe17-57cc-4b87-8f8c-47c1bcdcee24, host hv-cinder-79647, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79647',level=0,port_id=bbf9fe17-57cc-4b87-8f8c-47c1bcdcee24,segment=NetworkSegment(29cbf6bd-3703-449c-90e3-2d0016356068),segment_id=29cbf6bd-3703-449c-90e3-2d0016356068)] {{(pid=91909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:15:09.811426 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492'] for port, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:09.814316 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:15:09.868918 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Pushing event updated for resources: {'Port': ['ID=bbf9fe17-57cc-4b87-8f8c-47c1bcdcee24,revision_number=6']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:15:09.875736 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:15:09.876086 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:15:09.876427 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:15:09.876765 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:15:09.877095 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:15:09.877424 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:15:09.877750 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:15:09.878076 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:15:09.878407 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:15:09.878731 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:15:09.879078 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:15:09.879399 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:15:09.883450 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:15:09.908568 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f07100-fd70-4b62-962c-09067f4af9a0 req-34094b3d-e827-481f-a421-e6e57f527f3c tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:09.910024 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-27f07100-fd70-4b62-962c-09067f4af9a0 req-34094b3d-e827-481f-a421-e6e57f527f3c tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d8373f1-9984-406a-8875-2e171ed82f1d HTTP/1.1" status: 200 len: 944 time: 0.0691953 Jun 15 14:15:09.954520 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-27f07100-fd70-4b62-962c-09067f4af9a0 req-3a1490c6-55e5-4fda-82be-4de1d0b61fa5 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f204154-aeec-4a66-96d0-4d2162f9c593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386443 Jun 15 14:15:10.068421 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] get_ports_and_sgs() called for port_ids ['bbf9fe17-57cc-4b87-8f8c-47c1bcdcee24'] {{(pid=91909) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:15:10.132989 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-bcab2530-dc59-48be-aa45-dd8a2b1716ea req-3d122b27-7929-4a5a-9735-fac0c22237f4 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/ports?device_id=4786b148-63d4-478d-a10d-2e3075034d6b HTTP/1.1" status: 200 len: 210 time: 0.0419302 Jun 15 14:15:10.149822 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae319620-d721-437b-8d12-39a616f60e74 req-2327de97-88c9-4c08-98fa-143ab5805d03 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:10.157230 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-ae319620-d721-437b-8d12-39a616f60e74 req-2327de97-88c9-4c08-98fa-143ab5805d03 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "GET /v2.0/ports?device_id=e78a60ea-67e1-4f0b-b1ab-06b9b41536b7 HTTP/1.1" status: 200 len: 943 time: 0.0928411 Jun 15 14:15:10.200588 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-ae319620-d721-437b-8d12-39a616f60e74 req-ba802cc6-0a25-465a-ade3-9c1da4f6b5d5 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "GET /v2.0/security-groups?id=5fb2b0bc-4d97-449b-9031-5715adbe68e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424783 Jun 15 14:15:10.366086 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2e7040-37a0-46c6-92b6-4fcdcaddddf0 req-35bacbd8-cbe3-4f5c-a5c5-6040af2b5a61 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:10.367528 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-5e2e7040-37a0-46c6-92b6-4fcdcaddddf0 req-35bacbd8-cbe3-4f5c-a5c5-6040af2b5a61 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.67 "GET /v2.0/networks?id=53647b0d-4ed8-4c65-8def-7670da912845 HTTP/1.1" status: 200 len: 814 time: 0.1289310 Jun 15 14:15:10.389952 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.v2.base [req-5e2e7040-37a0-46c6-92b6-4fcdcaddddf0 req-21c74ddb-dcad-4792-af3e-52c0c2139902 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Request body: {'port': {'device_id': '4786b148-63d4-478d-a10d-2e3075034d6b', 'network_id': '53647b0d-4ed8-4c65-8def-7670da912845', 'admin_state_up': True, 'tenant_id': '3b9c49b5e22342c8817f864fe7313c45'}} {{(pid=91907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:15:10.526242 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e2e7040-37a0-46c6-92b6-4fcdcaddddf0 req-21c74ddb-dcad-4792-af3e-52c0c2139902 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Made reservation on behalf of 3b9c49b5e22342c8817f864fe7313c45 for: {'port': 1} {{(pid=91907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:15:10.530340 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-5e2e7040-37a0-46c6-92b6-4fcdcaddddf0 req-21c74ddb-dcad-4792-af3e-52c0c2139902 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-33170876'] for port, before_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:10.727017 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83a5d8a-9e47-4763-9832-ac5ce57cd076 req-c2af3a6a-f634-4ae6-811c-128ea8637afa tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:10.728410 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-e83a5d8a-9e47-4763-9832-ac5ce57cd076 req-c2af3a6a-f634-4ae6-811c-128ea8637afa tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e9732d0-86bc-4907-93ad-526dbd138d5d HTTP/1.1" status: 200 len: 946 time: 0.1354222 Jun 15 14:15:10.729508 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.db.db_base_plugin_common [req-5e2e7040-37a0-46c6-92b6-4fcdcaddddf0 req-21c74ddb-dcad-4792-af3e-52c0c2139902 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Allocated IP 172.20.0.13 (53647b0d-4ed8-4c65-8def-7670da912845/afd26063-2fe1-438c-a2ba-9412fb4f10c5/60e6ff24-f0e3-499c-896a-5da98696b940) {{(pid=91907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:15:10.807539 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-e83a5d8a-9e47-4763-9832-ac5ce57cd076 req-d9522658-bdf9-4ffe-810b-79fedd40b605 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad05965b-15a7-4a7f-9728-8af208ea3874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709665 Jun 15 14:15:10.955652 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec17ed7-a8d7-4f67-b2c4-33dd66ef5f57 req-dd20886b-4b0b-4985-9c90-480f72d8eeff tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:10.956237 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-5e2e7040-37a0-46c6-92b6-4fcdcaddddf0 req-21c74ddb-dcad-4792-af3e-52c0c2139902 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Notify callbacks [] for port, precommit_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:10.957299 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-2ec17ed7-a8d7-4f67-b2c4-33dd66ef5f57 req-dd20886b-4b0b-4985-9c90-480f72d8eeff tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/ports?device_id=eaeff0a0-6ae8-4806-8bd3-d4547f9e2abf HTTP/1.1" status: 200 len: 945 time: 0.0751615 Jun 15 14:15:11.004727 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-5e2e7040-37a0-46c6-92b6-4fcdcaddddf0 req-21c74ddb-dcad-4792-af3e-52c0c2139902 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33170815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-53808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781714044429'] for port, after_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:11.015809 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-2ec17ed7-a8d7-4f67-b2c4-33dd66ef5f57 req-8a8872ab-da99-45df-a2cf-1e11b776b241 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8daf90f-052e-4250-95f7-9d7da7fb7be2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506489 Jun 15 14:15:11.022815 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:15:11.047649 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] get_ports_and_sgs() called for port_ids ['b4bd8b82-6993-4194-9681-d6ca79a7cbed', '1c3a23a8-b0e5-4c9a-ba3f-779490b8b7b7', 'fae86f07-a3e7-45be-856e-cfc559edddc4'] {{(pid=91909) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:15:11.082396 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c74ddb-dcad-4792-af3e-52c0c2139902 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Pushing event updated for resources: {'Port': ['ID=60e6ff24-f0e3-499c-896a-5da98696b940,revision_number=1']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:15:11.092653 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e2e7040-37a0-46c6-92b6-4fcdcaddddf0 req-21c74ddb-dcad-4792-af3e-52c0c2139902 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Network 53647b0d-4ed8-4c65-8def-7670da912845 is already hosted by enough agents. {{(pid=91907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:15:11.093981 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-21c74ddb-dcad-4792-af3e-52c0c2139902 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:15:11.094966 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.scheduler.base_scheduler [req-5e2e7040-37a0-46c6-92b6-4fcdcaddddf0 req-21c74ddb-dcad-4792-af3e-52c0c2139902 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Resources bound (agent type, host, resource id): {{(pid=91907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:15:11.098101 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e2e7040-37a0-46c6-92b6-4fcdcaddddf0 req-21c74ddb-dcad-4792-af3e-52c0c2139902 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Received port after_create {{(pid=91907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:15:11.103909 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2e7040-37a0-46c6-92b6-4fcdcaddddf0 req-21c74ddb-dcad-4792-af3e-52c0c2139902 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:11.105470 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-5e2e7040-37a0-46c6-92b6-4fcdcaddddf0 req-21c74ddb-dcad-4792-af3e-52c0c2139902 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537372'] for port, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:11.161191 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-5e2e7040-37a0-46c6-92b6-4fcdcaddddf0 req-21c74ddb-dcad-4792-af3e-52c0c2139902 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7759042 Jun 15 14:15:11.181670 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.v2.base [req-5e2e7040-37a0-46c6-92b6-4fcdcaddddf0 req-cdf39e8d-09fd-45da-8d3b-2c940d43cd61 service neutron] Request body: {'port': {'device_id': '4786b148-63d4-478d-a10d-2e3075034d6b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79647'}} {{(pid=91907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:15:11.231221 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba4e3f8-0b81-4370-82e0-bfd6ca36de60 req-908ce897-3488-4ba6-9765-66eae617b3fb tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:11.232835 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-4ba4e3f8-0b81-4370-82e0-bfd6ca36de60 req-908ce897-3488-4ba6-9765-66eae617b3fb tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d8373f1-9984-406a-8875-2e171ed82f1d HTTP/1.1" status: 200 len: 944 time: 0.1232109 Jun 15 14:15:11.313594 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-4ba4e3f8-0b81-4370-82e0-bfd6ca36de60 req-3ce9b5d5-f2cd-472d-9074-fd6cd63d95ca tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f204154-aeec-4a66-96d0-4d2162f9c593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745990 Jun 15 14:15:11.314052 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-5e2e7040-37a0-46c6-92b6-4fcdcaddddf0 req-cdf39e8d-09fd-45da-8d3b-2c940d43cd61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:11.342861 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5508b73c-7999-44b8-a4b3-0a42a3e5366f req-04eaa51f-3bde-483d-8330-c015f657fc14 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:11.344368 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-5508b73c-7999-44b8-a4b3-0a42a3e5366f req-04eaa51f-3bde-483d-8330-c015f657fc14 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/ports?device_id=4786b148-63d4-478d-a10d-2e3075034d6b HTTP/1.1" status: 200 len: 932 time: 0.0782723 Jun 15 14:15:11.392697 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-5508b73c-7999-44b8-a4b3-0a42a3e5366f req-18c62da2-ea86-47f6-adec-aa2c22086bb5 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/security-groups?id=69da6443-a760-4382-8ecd-b3b336e40d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391941 Jun 15 14:15:11.592303 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Device bbf9fe17-57cc-4b87-8f8c-47c1bcdcee24 up at agent hyperv_hv-cinder-79647 {{(pid=91909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:15:11.615043 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed71bff-75be-4680-a99f-e9fa9cab6a41 req-80f3f196-5129-4ada-91bc-4a1627ef8339 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:11.616518 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-6ed71bff-75be-4680-a99f-e9fa9cab6a41 req-80f3f196-5129-4ada-91bc-4a1627ef8339 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "GET /v2.0/ports?device_id=e78a60ea-67e1-4f0b-b1ab-06b9b41536b7 HTTP/1.1" status: 200 len: 943 time: 0.1595056 Jun 15 14:15:11.652676 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Provisioning complete for port bbf9fe17-57cc-4b87-8f8c-47c1bcdcee24 triggered by entity L2. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:15:11.653143 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897510'] for port, provisioning_complete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:11.688756 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-6ed71bff-75be-4680-a99f-e9fa9cab6a41 req-684b2670-644d-4a93-ae14-c94c8b0a9df6 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "GET /v2.0/security-groups?id=5fb2b0bc-4d97-449b-9031-5715adbe68e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646911 Jun 15 14:15:11.741871 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.notifiers.nova [req-5e2e7040-37a0-46c6-92b6-4fcdcaddddf0 req-cdf39e8d-09fd-45da-8d3b-2c940d43cd61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60e6ff24-f0e3-499c-896a-5da98696b940 {{(pid=91907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:15:11.747510 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:11.749110 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-5e2e7040-37a0-46c6-92b6-4fcdcaddddf0 req-cdf39e8d-09fd-45da-8d3b-2c940d43cd61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:11.761718 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.db.provisioning_blocks [req-5e2e7040-37a0-46c6-92b6-4fcdcaddddf0 req-cdf39e8d-09fd-45da-8d3b-2c940d43cd61 service neutron] Transition to ACTIVE for port object 60e6ff24-f0e3-499c-896a-5da98696b940 will not be triggered until provisioned by entity L2. {{(pid=91907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:15:11.765603 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-5e2e7040-37a0-46c6-92b6-4fcdcaddddf0 req-cdf39e8d-09fd-45da-8d3b-2c940d43cd61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492'] for port, after_update {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:11.768467 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-bb1867c0-e8fe-4282-917b-742e031f4ee0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:15:11.773330 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d8373f1-9984-406a-8875-2e171ed82f1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbf9fe17-57cc-4b87-8f8c-47c1bcdcee24'}] {{(pid=91909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:15:11.775287 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}018986bfbd05ca611dd30af7db176f5a3185891675ab09d2ffafe9409078adde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a74545dd-25a1-49f6-b6ba-0ce469582d45" -d '{"events": [{"server_uuid": "8d8373f1-9984-406a-8875-2e171ed82f1d", "name": "network-vif-plugged", "status": "completed", "tag": "bbf9fe17-57cc-4b87-8f8c-47c1bcdcee24"}]}' {{(pid=91909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:15:11.789460 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] For port bbf9fe17-57cc-4b87-8f8c-47c1bcdcee24, host hv-cinder-79647, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79647',level=0,port_id=bbf9fe17-57cc-4b87-8f8c-47c1bcdcee24,segment=NetworkSegment(29cbf6bd-3703-449c-90e3-2d0016356068),segment_id=29cbf6bd-3703-449c-90e3-2d0016356068)] {{(pid=91909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:15:11.794906 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492'] for port, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:11.796922 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:15:11.824323 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c356a91a-b71d-4b3e-bd7a-d343fcc4c3b8 x-openstack-request-id: req-c356a91a-b71d-4b3e-bd7a-d343fcc4c3b8 {{(pid=91909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:15:11.824729 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d8373f1-9984-406a-8875-2e171ed82f1d", "name": "network-vif-plugged", "status": "completed", "tag": "bbf9fe17-57cc-4b87-8f8c-47c1bcdcee24", "code": 200}]} {{(pid=91909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:15:11.825048 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c356a91a-b71d-4b3e-bd7a-d343fcc4c3b8 {{(pid=91909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:15:11.825504 dv-cinder-796471-1-iscsi neutron-server[91909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d8373f1-9984-406a-8875-2e171ed82f1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbf9fe17-57cc-4b87-8f8c-47c1bcdcee24', 'code': 200} Jun 15 14:15:11.853511 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Pushing event updated for resources: {'Port': ['ID=bbf9fe17-57cc-4b87-8f8c-47c1bcdcee24,revision_number=7']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:15:11.857165 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:15:11.898156 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf39e8d-09fd-45da-8d3b-2c940d43cd61 service neutron] Pushing event updated for resources: {'Port': ['ID=60e6ff24-f0e3-499c-896a-5da98696b940,revision_number=2']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:15:11.901020 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-cdf39e8d-09fd-45da-8d3b-2c940d43cd61 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:15:11.912443 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.managers [req-5e2e7040-37a0-46c6-92b6-4fcdcaddddf0 req-cdf39e8d-09fd-45da-8d3b-2c940d43cd61 service neutron] Attempting to bind port 60e6ff24-f0e3-499c-896a-5da98696b940 on host hv-cinder-79647 for vnic_type normal with profile {{(pid=91907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:15:11.912961 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.managers [req-5e2e7040-37a0-46c6-92b6-4fcdcaddddf0 req-cdf39e8d-09fd-45da-8d3b-2c940d43cd61 service neutron] Attempting to bind port 60e6ff24-f0e3-499c-896a-5da98696b940 by drivers openvswitch,hyperv on host hv-cinder-79647 at level 0 using segments [{'id': 'c1e51313-9c41-43ed-bd7f-44cfad65f5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '53647b0d-4ed8-4c65-8def-7670da912845'}] {{(pid=91907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:15:11.913290 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2e7040-37a0-46c6-92b6-4fcdcaddddf0 req-cdf39e8d-09fd-45da-8d3b-2c940d43cd61 service neutron] Attempting to bind port 60e6ff24-f0e3-499c-896a-5da98696b940 on network 53647b0d-4ed8-4c65-8def-7670da912845 {{(pid=91907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:15:11.917956 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2e7040-37a0-46c6-92b6-4fcdcaddddf0 req-cdf39e8d-09fd-45da-8d3b-2c940d43cd61 service neutron] Port 60e6ff24-f0e3-499c-896a-5da98696b940 on network 53647b0d-4ed8-4c65-8def-7670da912845 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79647 {{(pid=91907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 14:15:11.918276 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2e7040-37a0-46c6-92b6-4fcdcaddddf0 req-cdf39e8d-09fd-45da-8d3b-2c940d43cd61 service neutron] Attempting to bind port 60e6ff24-f0e3-499c-896a-5da98696b940 on network 53647b0d-4ed8-4c65-8def-7670da912845 {{(pid=91907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:15:11.922979 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2e7040-37a0-46c6-92b6-4fcdcaddddf0 req-cdf39e8d-09fd-45da-8d3b-2c940d43cd61 service neutron] Checking agent: {'id': 'ecd79229-812b-453e-8934-f3ab9293fb1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79647', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 10, 57), 'started_at': datetime.datetime(2021, 6, 15, 14, 10, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 14, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:15:11.923318 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2e7040-37a0-46c6-92b6-4fcdcaddddf0 req-cdf39e8d-09fd-45da-8d3b-2c940d43cd61 service neutron] Checking segment: {'id': 'c1e51313-9c41-43ed-bd7f-44cfad65f5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '53647b0d-4ed8-4c65-8def-7670da912845'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:15:11.923702 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2e7040-37a0-46c6-92b6-4fcdcaddddf0 req-cdf39e8d-09fd-45da-8d3b-2c940d43cd61 service neutron] Bound using segment: {'id': 'c1e51313-9c41-43ed-bd7f-44cfad65f5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '53647b0d-4ed8-4c65-8def-7670da912845'} {{(pid=91907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:15:11.924127 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.managers [req-5e2e7040-37a0-46c6-92b6-4fcdcaddddf0 req-cdf39e8d-09fd-45da-8d3b-2c940d43cd61 service neutron] Bound port: 60e6ff24-f0e3-499c-896a-5da98696b940, host: hv-cinder-79647, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1e51313-9c41-43ed-bd7f-44cfad65f5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '53647b0d-4ed8-4c65-8def-7670da912845'}}] {{(pid=91907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:15:11.924471 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-5e2e7040-37a0-46c6-92b6-4fcdcaddddf0 req-cdf39e8d-09fd-45da-8d3b-2c940d43cd61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:11.945910 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.agents_db [None req-1fbdf4bf-3b4b-440e-bd18-8a0939d62d55 None None] Agent healthcheck: found 6 active agents {{(pid=91910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:15:12.046898 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.db [req-5e2e7040-37a0-46c6-92b6-4fcdcaddddf0 req-cdf39e8d-09fd-45da-8d3b-2c940d43cd61 service neutron] For port 60e6ff24-f0e3-499c-896a-5da98696b940, host hv-cinder-79647, cleared binding levels {{(pid=91907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:15:12.067811 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eee709-d0a5-485a-a0d1-ebe9caa5794d req-f1b00b39-297d-4eae-9abe-83746c5e23f9 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:12.069465 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-43eee709-d0a5-485a-a0d1-ebe9caa5794d req-f1b00b39-297d-4eae-9abe-83746c5e23f9 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e9732d0-86bc-4907-93ad-526dbd138d5d HTTP/1.1" status: 200 len: 946 time: 0.1301267 Jun 15 14:15:12.070981 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.db [req-5e2e7040-37a0-46c6-92b6-4fcdcaddddf0 req-cdf39e8d-09fd-45da-8d3b-2c940d43cd61 service neutron] For port 60e6ff24-f0e3-499c-896a-5da98696b940, host hv-cinder-79647, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79647',level=0,port_id=60e6ff24-f0e3-499c-896a-5da98696b940,segment=NetworkSegment(c1e51313-9c41-43ed-bd7f-44cfad65f5b9),segment_id=c1e51313-9c41-43ed-bd7f-44cfad65f5b9)] {{(pid=91907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:15:12.076467 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-5e2e7040-37a0-46c6-92b6-4fcdcaddddf0 req-cdf39e8d-09fd-45da-8d3b-2c940d43cd61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492'] for port, after_update {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:12.079790 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-98b314d5-721b-4bff-a9e3-6b1465f452de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:15:12.131751 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2e7040-37a0-46c6-92b6-4fcdcaddddf0 req-cdf39e8d-09fd-45da-8d3b-2c940d43cd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:12.132396 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-5e2e7040-37a0-46c6-92b6-4fcdcaddddf0 req-cdf39e8d-09fd-45da-8d3b-2c940d43cd61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537372'] for port, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:12.133769 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-5e2e7040-37a0-46c6-92b6-4fcdcaddddf0 req-cdf39e8d-09fd-45da-8d3b-2c940d43cd61 service neutron] 10.222.0.67 "PUT /v2.0/ports/60e6ff24-f0e3-499c-896a-5da98696b940 HTTP/1.1" status: 200 len: 1094 time: 0.9570177 Jun 15 14:15:12.134494 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4786b148-63d4-478d-a10d-2e3075034d6b', 'tag': '60e6ff24-f0e3-499c-896a-5da98696b940'}] {{(pid=91907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:15:12.137418 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24467d57c8f568e2e16d95ba24031d6b60035fd708ad429d2e8baac5a477cd4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0476259d-c832-4fca-8992-2d2c85e0d268" -d '{"events": [{"name": "network-changed", "server_uuid": "4786b148-63d4-478d-a10d-2e3075034d6b", "tag": "60e6ff24-f0e3-499c-896a-5da98696b940"}]}' {{(pid=91907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:15:12.178495 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-43eee709-d0a5-485a-a0d1-ebe9caa5794d req-bade9174-8b6a-434a-9d9d-e77434b1b420 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad05965b-15a7-4a7f-9728-8af208ea3874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995619 Jun 15 14:15:12.184327 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf39e8d-09fd-45da-8d3b-2c940d43cd61 service neutron] Pushing event updated for resources: {'Port': ['ID=60e6ff24-f0e3-499c-896a-5da98696b940,revision_number=3']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:15:12.187062 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-cdf39e8d-09fd-45da-8d3b-2c940d43cd61 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:15:12.230310 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a0e4a4-4162-4a9b-89c5-4e767baa01dd req-964f6f41-6d70-4512-a4ac-d10ce670cd9c tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:12.231892 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-53a0e4a4-4162-4a9b-89c5-4e767baa01dd req-964f6f41-6d70-4512-a4ac-d10ce670cd9c tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/ports?device_id=eaeff0a0-6ae8-4806-8bd3-d4547f9e2abf HTTP/1.1" status: 200 len: 945 time: 0.0879712 Jun 15 14:15:12.288048 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-53a0e4a4-4162-4a9b-89c5-4e767baa01dd req-ff3c0215-90f1-4f56-9c53-8e3a3abda7a0 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8daf90f-052e-4250-95f7-9d7da7fb7be2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497997 Jun 15 14:15:12.290957 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 14:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0de283d2-00ad-4bd9-afef-c63c5c3b8155 x-openstack-request-id: req-0de283d2-00ad-4bd9-afef-c63c5c3b8155 {{(pid=91907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:15:12.291747 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4786b148-63d4-478d-a10d-2e3075034d6b", "tag": "60e6ff24-f0e3-499c-896a-5da98696b940", "status": "completed", "code": 200}]} {{(pid=91907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:15:12.292228 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0de283d2-00ad-4bd9-afef-c63c5c3b8155 {{(pid=91907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:15:12.293632 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4786b148-63d4-478d-a10d-2e3075034d6b', 'tag': '60e6ff24-f0e3-499c-896a-5da98696b940', 'status': 'completed', 'code': 200} Jun 15 14:15:12.297491 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2e7040-37a0-46c6-92b6-4fcdcaddddf0 req-d3b229df-d597-422a-b7bf-f9bd54a9daf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:12.300389 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-5e2e7040-37a0-46c6-92b6-4fcdcaddddf0 req-d3b229df-d597-422a-b7bf-f9bd54a9daf2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3b9c49b5e22342c8817f864fe7313c45&device_id=4786b148-63d4-478d-a10d-2e3075034d6b HTTP/1.1" status: 200 len: 1097 time: 0.0895460 Jun 15 14:15:12.372581 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-5e2e7040-37a0-46c6-92b6-4fcdcaddddf0 req-5190eaa9-e2fb-4abc-b6ac-5d1d90a9e56d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=60e6ff24-f0e3-499c-896a-5da98696b940 HTTP/1.1" status: 200 len: 217 time: 0.0541298 Jun 15 14:15:12.589287 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2342dc-e5e7-43d6-a9d0-c9d69f66b398 req-c36c852d-dfef-4e23-b30e-0e12966fb417 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:12.590855 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-fa2342dc-e5e7-43d6-a9d0-c9d69f66b398 req-c36c852d-dfef-4e23-b30e-0e12966fb417 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/ports?device_id=4786b148-63d4-478d-a10d-2e3075034d6b HTTP/1.1" status: 200 len: 944 time: 0.0779831 Jun 15 14:15:12.646318 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-fa2342dc-e5e7-43d6-a9d0-c9d69f66b398 req-67ffbe80-e96e-4592-8f46-b3d345ed5653 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/security-groups?id=69da6443-a760-4382-8ecd-b3b336e40d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481660 Jun 15 14:15:12.720272 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2e7040-37a0-46c6-92b6-4fcdcaddddf0 req-40963531-79ab-4c8f-a1db-b45e4a8d3413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:12.721757 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-5e2e7040-37a0-46c6-92b6-4fcdcaddddf0 req-40963531-79ab-4c8f-a1db-b45e4a8d3413 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=afd26063-2fe1-438c-a2ba-9412fb4f10c5 HTTP/1.1" status: 200 len: 854 time: 0.3344119 Jun 15 14:15:12.776825 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-5e2e7040-37a0-46c6-92b6-4fcdcaddddf0 req-e6e488b5-7738-49f9-84a5-63e3a2c69b3d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=53647b0d-4ed8-4c65-8def-7670da912845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426717 Jun 15 14:15:12.836559 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6f3205-9022-4b79-8de2-6a23f740a4b6 req-f934a659-7a48-4539-9b21-4dfe2a3bebd1 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:12.838037 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-8d6f3205-9022-4b79-8de2-6a23f740a4b6 req-f934a659-7a48-4539-9b21-4dfe2a3bebd1 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d8373f1-9984-406a-8875-2e171ed82f1d HTTP/1.1" status: 200 len: 945 time: 0.1619945 Jun 15 14:15:12.878258 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065c85e2-5986-4dd6-9513-a494747c5189 req-5d6f7d7f-7900-4adb-9525-5ecacac821ef tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:12.879821 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-065c85e2-5986-4dd6-9513-a494747c5189 req-5d6f7d7f-7900-4adb-9525-5ecacac821ef tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "GET /v2.0/ports?device_id=e78a60ea-67e1-4f0b-b1ab-06b9b41536b7 HTTP/1.1" status: 200 len: 943 time: 0.0751584 Jun 15 14:15:12.925196 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-065c85e2-5986-4dd6-9513-a494747c5189 req-947fad84-93b5-403b-9033-c108a3d0c118 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "GET /v2.0/security-groups?id=5fb2b0bc-4d97-449b-9031-5715adbe68e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391173 Jun 15 14:15:12.951953 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-8d6f3205-9022-4b79-8de2-6a23f740a4b6 req-2f8988ea-cba5-4b45-96c7-6b4c5a88bbbf tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f204154-aeec-4a66-96d0-4d2162f9c593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031561 Jun 15 14:15:12.957570 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-5e2e7040-37a0-46c6-92b6-4fcdcaddddf0 req-50ac5dea-d61d-4988-be50-72a510d14ef9 service neutron] 10.222.0.67 "GET /v2.0/networks/53647b0d-4ed8-4c65-8def-7670da912845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727624 Jun 15 14:15:13.090875 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-5e2e7040-37a0-46c6-92b6-4fcdcaddddf0 req-0c1fe0cb-8649-49be-8ba7-be27c7611f9f service neutron] 10.222.0.67 "GET /v2.0/networks/53647b0d-4ed8-4c65-8def-7670da912845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181965 Jun 15 14:15:13.326225 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0476259d-c832-4fca-8992-2d2c85e0d268 req-ffbd8dc7-1877-4e94-83ff-ae11d01a7909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:13.328887 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-0476259d-c832-4fca-8992-2d2c85e0d268 req-ffbd8dc7-1877-4e94-83ff-ae11d01a7909 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3b9c49b5e22342c8817f864fe7313c45&device_id=4786b148-63d4-478d-a10d-2e3075034d6b HTTP/1.1" status: 200 len: 1097 time: 0.0963094 Jun 15 14:15:13.474813 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0a2bf5-df9f-4ca6-92c3-b0a02ac3dd2b req-ec571b14-48a5-4915-9307-0620869bea2b tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:13.476315 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-de0a2bf5-df9f-4ca6-92c3-b0a02ac3dd2b req-ec571b14-48a5-4915-9307-0620869bea2b tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e9732d0-86bc-4907-93ad-526dbd138d5d HTTP/1.1" status: 200 len: 946 time: 0.1253529 Jun 15 14:15:13.576362 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-de0a2bf5-df9f-4ca6-92c3-b0a02ac3dd2b req-7aff7be3-dc9c-4b94-8fc5-dd10bf56dd6c tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad05965b-15a7-4a7f-9728-8af208ea3874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881646 Jun 15 14:15:13.660881 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0476259d-c832-4fca-8992-2d2c85e0d268 req-24cf7e03-a58b-4c8e-bd26-09099e0e1b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:13.662346 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-0476259d-c832-4fca-8992-2d2c85e0d268 req-24cf7e03-a58b-4c8e-bd26-09099e0e1b5a service neutron] 10.222.0.67 "GET /v2.0/networks?id=53647b0d-4ed8-4c65-8def-7670da912845 HTTP/1.1" status: 200 len: 915 time: 0.3119552 Jun 15 14:15:13.727039 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-0476259d-c832-4fca-8992-2d2c85e0d268 req-c67029b1-841d-457c-ba0e-4feb22b2cf97 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=60e6ff24-f0e3-499c-896a-5da98696b940 HTTP/1.1" status: 200 len: 217 time: 0.0572972 Jun 15 14:15:13.736824 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21ccca2-6a38-4eaf-af9f-373e8d295f39 req-c9506634-6ff9-4611-84ca-69850697f685 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:13.738922 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-c21ccca2-6a38-4eaf-af9f-373e8d295f39 req-c9506634-6ff9-4611-84ca-69850697f685 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/ports?device_id=eaeff0a0-6ae8-4806-8bd3-d4547f9e2abf HTTP/1.1" status: 200 len: 945 time: 0.2030845 Jun 15 14:15:13.827511 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0476259d-c832-4fca-8992-2d2c85e0d268 req-d7903862-ad47-4c77-8234-02d95bfbc7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:13.828973 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-0476259d-c832-4fca-8992-2d2c85e0d268 req-d7903862-ad47-4c77-8234-02d95bfbc7c7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=afd26063-2fe1-438c-a2ba-9412fb4f10c5 HTTP/1.1" status: 200 len: 854 time: 0.0889258 Jun 15 14:15:13.831756 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-c21ccca2-6a38-4eaf-af9f-373e8d295f39 req-c326f613-c71d-40b4-83bb-1bf73971b589 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8daf90f-052e-4250-95f7-9d7da7fb7be2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833900 Jun 15 14:15:13.881465 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-0476259d-c832-4fca-8992-2d2c85e0d268 req-ba9366c8-8704-4604-ba0b-f4e7a99885b2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=53647b0d-4ed8-4c65-8def-7670da912845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408423 Jun 15 14:15:13.936350 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad22ea6-fcd6-4506-bd73-3176fb20f50c req-0af6198d-95ac-4a50-8b8b-78ff1a975949 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:13.943645 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-2ad22ea6-fcd6-4506-bd73-3176fb20f50c req-0af6198d-95ac-4a50-8b8b-78ff1a975949 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/ports?device_id=4786b148-63d4-478d-a10d-2e3075034d6b HTTP/1.1" status: 200 len: 944 time: 0.1387830 Jun 15 14:15:14.023138 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-2ad22ea6-fcd6-4506-bd73-3176fb20f50c req-d8baca04-fa26-4320-8c5b-646ab5d1fadd tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/security-groups?id=69da6443-a760-4382-8ecd-b3b336e40d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778813 Jun 15 14:15:14.074877 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-0476259d-c832-4fca-8992-2d2c85e0d268 req-120b8dca-517e-4bab-af6d-306e44e27d71 service neutron] 10.222.0.67 "GET /v2.0/networks/53647b0d-4ed8-4c65-8def-7670da912845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849253 Jun 15 14:15:14.229769 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a86301f-527a-4318-b201-5c855aac51f8 req-bf6399d9-0371-4091-8830-a4a7f9c090a2 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:14.238522 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-8a86301f-527a-4318-b201-5c855aac51f8 req-bf6399d9-0371-4091-8830-a4a7f9c090a2 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d8373f1-9984-406a-8875-2e171ed82f1d HTTP/1.1" status: 200 len: 945 time: 0.0902851 Jun 15 14:15:14.291762 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-8a86301f-527a-4318-b201-5c855aac51f8 req-061a4f6e-a774-4bed-89c8-82d4ea2c5741 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f204154-aeec-4a66-96d0-4d2162f9c593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518939 Jun 15 14:15:14.318923 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-0476259d-c832-4fca-8992-2d2c85e0d268 req-554e0c9c-de03-459a-ab0b-11ff1bbc0a96 service neutron] 10.222.0.67 "GET /v2.0/networks/53647b0d-4ed8-4c65-8def-7670da912845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282689 Jun 15 14:15:14.331367 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f7679b-bf9c-4d24-bf44-1749fc96c79b req-eb1a3045-4778-409f-a5ab-9ce126e7167f tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:14.347326 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-47f7679b-bf9c-4d24-bf44-1749fc96c79b req-eb1a3045-4778-409f-a5ab-9ce126e7167f tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "GET /v2.0/ports?device_id=e78a60ea-67e1-4f0b-b1ab-06b9b41536b7 HTTP/1.1" status: 200 len: 943 time: 0.2034211 Jun 15 14:15:14.421807 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-47f7679b-bf9c-4d24-bf44-1749fc96c79b req-532fc0fd-c5d0-4729-886e-03a09439a14a tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "GET /v2.0/security-groups?id=5fb2b0bc-4d97-449b-9031-5715adbe68e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712757 Jun 15 14:15:14.782922 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e1b8f0-8b33-474d-8ee0-9e7fa255317e req-9bc958ac-421f-4590-aa77-cf6ee44c8002 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:14.787255 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-50e1b8f0-8b33-474d-8ee0-9e7fa255317e req-9bc958ac-421f-4590-aa77-cf6ee44c8002 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e9732d0-86bc-4907-93ad-526dbd138d5d HTTP/1.1" status: 200 len: 946 time: 0.0777888 Jun 15 14:15:14.839942 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-50e1b8f0-8b33-474d-8ee0-9e7fa255317e req-7df5ae14-7ead-4fe0-90ad-2460526a42c8 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad05965b-15a7-4a7f-9728-8af208ea3874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487654 Jun 15 14:15:15.101423 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8888aff-84b1-4f0f-b792-da5510aaa312 req-f17ed165-ca28-4c3b-b22b-dbd1ad40e867 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:15.108701 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-e8888aff-84b1-4f0f-b792-da5510aaa312 req-f17ed165-ca28-4c3b-b22b-dbd1ad40e867 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/ports?device_id=eaeff0a0-6ae8-4806-8bd3-d4547f9e2abf HTTP/1.1" status: 200 len: 945 time: 0.0961974 Jun 15 14:15:15.158360 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-e8888aff-84b1-4f0f-b792-da5510aaa312 req-b982a9f5-7fa2-4a99-a7c5-b3bbbcfb8a2c tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8daf90f-052e-4250-95f7-9d7da7fb7be2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485151 Jun 15 14:15:15.249887 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18acb4c-eeb7-4a77-9c39-343b69c5d4f9 req-b8650e4e-f2b0-4696-9174-ccc07c4fd0a3 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:15.251367 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-b18acb4c-eeb7-4a77-9c39-343b69c5d4f9 req-b8650e4e-f2b0-4696-9174-ccc07c4fd0a3 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/ports?device_id=4786b148-63d4-478d-a10d-2e3075034d6b HTTP/1.1" status: 200 len: 944 time: 0.0775394 Jun 15 14:15:15.302913 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-b18acb4c-eeb7-4a77-9c39-343b69c5d4f9 req-7db35380-f2b1-4366-80b1-12187c0d644c tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/security-groups?id=69da6443-a760-4382-8ecd-b3b336e40d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446687 Jun 15 14:15:15.483418 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bac72c-a997-419d-b2ea-cd8f0264e1d8 req-ba265c45-1ace-4f11-bb55-d39563e34d9f tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:15.484964 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-61bac72c-a997-419d-b2ea-cd8f0264e1d8 req-ba265c45-1ace-4f11-bb55-d39563e34d9f tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d8373f1-9984-406a-8875-2e171ed82f1d HTTP/1.1" status: 200 len: 945 time: 0.0750113 Jun 15 14:15:15.534092 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-61bac72c-a997-419d-b2ea-cd8f0264e1d8 req-7c1bddfa-c2ff-4470-9816-d66401ad9a9a tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f204154-aeec-4a66-96d0-4d2162f9c593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390642 Jun 15 14:15:15.651496 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f32945-6fa1-4814-b89c-119c797df1ea req-9ef89ba7-c28b-46a7-aae2-aca60999b35b tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:15.653138 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-86f32945-6fa1-4814-b89c-119c797df1ea req-9ef89ba7-c28b-46a7-aae2-aca60999b35b tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "GET /v2.0/ports?device_id=e78a60ea-67e1-4f0b-b1ab-06b9b41536b7 HTTP/1.1" status: 200 len: 943 time: 0.0800896 Jun 15 14:15:15.699456 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-86f32945-6fa1-4814-b89c-119c797df1ea req-3411ea72-f3ea-41af-a43d-c68a97301598 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "GET /v2.0/security-groups?id=5fb2b0bc-4d97-449b-9031-5715adbe68e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398736 Jun 15 14:15:16.039765 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa450e8-73b7-41c3-ac48-c43a95597d6c req-d372ec9f-8fbf-4606-a528-bea47d9ef17e tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:16.041592 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-2aa450e8-73b7-41c3-ac48-c43a95597d6c req-d372ec9f-8fbf-4606-a528-bea47d9ef17e tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e9732d0-86bc-4907-93ad-526dbd138d5d HTTP/1.1" status: 200 len: 946 time: 0.0758507 Jun 15 14:15:16.087758 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-2aa450e8-73b7-41c3-ac48-c43a95597d6c req-89c86188-0793-4f15-ac5d-12ab3a62062c tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad05965b-15a7-4a7f-9728-8af208ea3874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388737 Jun 15 14:15:16.375054 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96662f8f-bc65-4005-8ecb-e52f2f532888 req-fa31ec62-91e7-4ef9-98ec-8c1ff559e2a7 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:16.382566 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-96662f8f-bc65-4005-8ecb-e52f2f532888 req-fa31ec62-91e7-4ef9-98ec-8c1ff559e2a7 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/ports?device_id=eaeff0a0-6ae8-4806-8bd3-d4547f9e2abf HTTP/1.1" status: 200 len: 945 time: 0.0962558 Jun 15 14:15:16.439388 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-96662f8f-bc65-4005-8ecb-e52f2f532888 req-242d771b-a97b-4de7-a4a2-83e30a682410 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8daf90f-052e-4250-95f7-9d7da7fb7be2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557785 Jun 15 14:15:16.521818 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b549314b-c0c9-4152-82ca-e4b6fb04dea9 req-1fc9fb49-d4cc-4ad6-9f10-821e5d987289 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:16.523736 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-b549314b-c0c9-4152-82ca-e4b6fb04dea9 req-1fc9fb49-d4cc-4ad6-9f10-821e5d987289 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/ports?device_id=4786b148-63d4-478d-a10d-2e3075034d6b HTTP/1.1" status: 200 len: 944 time: 0.0762029 Jun 15 14:15:16.581848 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-b549314b-c0c9-4152-82ca-e4b6fb04dea9 req-4b9af753-8078-4c4e-8914-03f029590631 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/security-groups?id=69da6443-a760-4382-8ecd-b3b336e40d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513308 Jun 15 14:15:16.756071 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbba1c34-1804-448a-bfbf-b24a192e0a3c req-8eb428a4-e30b-4e57-9990-a675ea6426f2 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:16.764031 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-bbba1c34-1804-448a-bfbf-b24a192e0a3c req-8eb428a4-e30b-4e57-9990-a675ea6426f2 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d8373f1-9984-406a-8875-2e171ed82f1d HTTP/1.1" status: 200 len: 945 time: 0.0801041 Jun 15 14:15:16.805543 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-bbba1c34-1804-448a-bfbf-b24a192e0a3c req-31276950-85cc-437f-b173-c40b41efc89e tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f204154-aeec-4a66-96d0-4d2162f9c593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405037 Jun 15 14:15:16.925132 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7856ea20-9b99-4c36-bf33-aa268ba0ae1f req-11a56277-7eb5-4941-95c4-a41ff6aaed52 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:16.926762 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-7856ea20-9b99-4c36-bf33-aa268ba0ae1f req-11a56277-7eb5-4941-95c4-a41ff6aaed52 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "GET /v2.0/ports?device_id=e78a60ea-67e1-4f0b-b1ab-06b9b41536b7 HTTP/1.1" status: 200 len: 943 time: 0.0828576 Jun 15 14:15:16.978923 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-7856ea20-9b99-4c36-bf33-aa268ba0ae1f req-83ab73d9-1c64-44f6-9576-4716fb14bafe tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "GET /v2.0/security-groups?id=5fb2b0bc-4d97-449b-9031-5715adbe68e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408070 Jun 15 14:15:17.602508 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6cc9cf-7e62-4834-974d-1a20bb4f4460 req-9e0e40b8-e4ce-4f05-9776-fb12bc344e88 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:17.604326 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-6e6cc9cf-7e62-4834-974d-1a20bb4f4460 req-9e0e40b8-e4ce-4f05-9776-fb12bc344e88 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e9732d0-86bc-4907-93ad-526dbd138d5d HTTP/1.1" status: 200 len: 946 time: 0.3704867 Jun 15 14:15:17.626275 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312c3c34-4176-4c3b-96c5-c8dbd9b2b9a1 req-6a49bc21-61f9-4ccb-b01b-581fbe959d48 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:17.634434 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-312c3c34-4176-4c3b-96c5-c8dbd9b2b9a1 req-6a49bc21-61f9-4ccb-b01b-581fbe959d48 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/ports?device_id=eaeff0a0-6ae8-4806-8bd3-d4547f9e2abf HTTP/1.1" status: 200 len: 945 time: 0.0820467 Jun 15 14:15:17.686604 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-6e6cc9cf-7e62-4834-974d-1a20bb4f4460 req-0ebc1da4-7cff-4582-8ee5-ddbd25ab0f36 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad05965b-15a7-4a7f-9728-8af208ea3874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750413 Jun 15 14:15:17.690197 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-312c3c34-4176-4c3b-96c5-c8dbd9b2b9a1 req-c08bd1bf-a5f3-4497-8e22-a2315b440777 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8daf90f-052e-4250-95f7-9d7da7fb7be2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544467 Jun 15 14:15:17.903055 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65608736-ff75-4b0b-ac67-66a29b25abe7 req-fc8db880-00c4-49fb-82e6-594acdba9158 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:17.910598 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-65608736-ff75-4b0b-ac67-66a29b25abe7 req-fc8db880-00c4-49fb-82e6-594acdba9158 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/ports?device_id=4786b148-63d4-478d-a10d-2e3075034d6b HTTP/1.1" status: 200 len: 944 time: 0.0965073 Jun 15 14:15:17.970179 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-65608736-ff75-4b0b-ac67-66a29b25abe7 req-9f3756cc-726c-45e4-80bd-cab50486e0d1 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/security-groups?id=69da6443-a760-4382-8ecd-b3b336e40d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565503 Jun 15 14:15:18.056125 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-b2edfd87-74b9-4f05-a936-ccb489ef1ce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:18.098567 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9912b3fe-3c92-4538-9666-7d012f0f5222 req-8fa470c5-7c6a-44bb-aef6-cc902d26b39b tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:18.100218 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-9912b3fe-3c92-4538-9666-7d012f0f5222 req-8fa470c5-7c6a-44bb-aef6-cc902d26b39b tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d8373f1-9984-406a-8875-2e171ed82f1d HTTP/1.1" status: 200 len: 945 time: 0.1274908 Jun 15 14:15:18.163838 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-9912b3fe-3c92-4538-9666-7d012f0f5222 req-30e28393-5247-4ad7-9291-d59cfd06af86 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f204154-aeec-4a66-96d0-4d2162f9c593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571582 Jun 15 14:15:18.232708 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947c7158-c19b-4580-b1b4-4be43faae52b req-9fd1213a-0f6a-468d-ac07-182910e129af tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:18.234203 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-947c7158-c19b-4580-b1b4-4be43faae52b req-9fd1213a-0f6a-468d-ac07-182910e129af tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "GET /v2.0/ports?device_id=e78a60ea-67e1-4f0b-b1ab-06b9b41536b7 HTTP/1.1" status: 200 len: 943 time: 0.1006229 Jun 15 14:15:18.283101 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-947c7158-c19b-4580-b1b4-4be43faae52b req-e20a419b-eeed-4431-9140-5e99f1eb58c2 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "GET /v2.0/security-groups?id=5fb2b0bc-4d97-449b-9031-5715adbe68e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423985 Jun 15 14:15:18.895314 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Device 60e6ff24-f0e3-499c-896a-5da98696b940 details requested by agent hyperv_hv-cinder-79647 with host hv-cinder-79647 {{(pid=91909) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 14:15:18.895566 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b468084-da79-453e-8188-be7901c08aa0 req-ffcaa13a-e201-4cc4-a997-c4c8188ef91f tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:18.896867 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-0b468084-da79-453e-8188-be7901c08aa0 req-ffcaa13a-e201-4cc4-a997-c4c8188ef91f tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/ports?device_id=eaeff0a0-6ae8-4806-8bd3-d4547f9e2abf HTTP/1.1" status: 200 len: 945 time: 0.0768476 Jun 15 14:15:18.935999 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0858f6d6-363c-4a00-b8f7-03cd9b8ec779 req-368cc855-95f6-4f7c-b7a7-52a3c1886eec tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:18.937519 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-0858f6d6-363c-4a00-b8f7-03cd9b8ec779 req-368cc855-95f6-4f7c-b7a7-52a3c1886eec tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e9732d0-86bc-4907-93ad-526dbd138d5d HTTP/1.1" status: 200 len: 946 time: 0.1139572 Jun 15 14:15:18.947345 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-0b468084-da79-453e-8188-be7901c08aa0 req-e960926e-9f85-4ace-9c94-20bb9715c4eb tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8daf90f-052e-4250-95f7-9d7da7fb7be2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436432 Jun 15 14:15:18.998762 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-0858f6d6-363c-4a00-b8f7-03cd9b8ec779 req-a309db9f-9337-4ea4-9def-4e9de57d42b1 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad05965b-15a7-4a7f-9728-8af208ea3874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547457 Jun 15 14:15:19.082728 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] For port 60e6ff24-f0e3-499c-896a-5da98696b940, host hv-cinder-79647, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79647',level=0,port_id=60e6ff24-f0e3-499c-896a-5da98696b940,segment=NetworkSegment(c1e51313-9c41-43ed-bd7f-44cfad65f5b9),segment_id=c1e51313-9c41-43ed-bd7f-44cfad65f5b9)] {{(pid=91909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:15:19.096031 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Returning: {'device': '60e6ff24-f0e3-499c-896a-5da98696b940', 'network_id': '53647b0d-4ed8-4c65-8def-7670da912845', 'port_id': '60e6ff24-f0e3-499c-896a-5da98696b940', 'mac_address': 'fa:16:3e:9b:a4:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 876, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afd26063-2fe1-438c-a2ba-9412fb4f10c5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91909) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 14:15:19.163853 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:19.181957 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.notifiers.nova [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60e6ff24-f0e3-499c-896a-5da98696b940 {{(pid=91909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:15:19.204727 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] For port 60e6ff24-f0e3-499c-896a-5da98696b940, host hv-cinder-79647, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79647',level=0,port_id=60e6ff24-f0e3-499c-896a-5da98696b940,segment=NetworkSegment(c1e51313-9c41-43ed-bd7f-44cfad65f5b9),segment_id=c1e51313-9c41-43ed-bd7f-44cfad65f5b9)] {{(pid=91909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:15:19.214567 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492'] for port, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:19.217158 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:15:19.242250 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32b58c2-c446-42a8-94e2-abbfc53fe1a9 req-fe7493ed-947e-4e3f-82c3-ff0d87f9e006 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:19.244199 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-f32b58c2-c446-42a8-94e2-abbfc53fe1a9 req-fe7493ed-947e-4e3f-82c3-ff0d87f9e006 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/ports?device_id=4786b148-63d4-478d-a10d-2e3075034d6b HTTP/1.1" status: 200 len: 944 time: 0.0955071 Jun 15 14:15:19.283155 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Pushing event updated for resources: {'Port': ['ID=60e6ff24-f0e3-499c-896a-5da98696b940,revision_number=4']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:15:19.286530 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:15:19.321605 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-f32b58c2-c446-42a8-94e2-abbfc53fe1a9 req-49130482-f68d-45a8-b90a-76dcdef31fe1 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/security-groups?id=69da6443-a760-4382-8ecd-b3b336e40d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696380 Jun 15 14:15:19.406456 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19945d49-c099-4d28-9a01-ee4b2a786a7b req-91825129-a276-4f27-930e-80aa2a0bc22b tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:19.414176 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-19945d49-c099-4d28-9a01-ee4b2a786a7b req-91825129-a276-4f27-930e-80aa2a0bc22b tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d8373f1-9984-406a-8875-2e171ed82f1d HTTP/1.1" status: 200 len: 945 time: 0.0923650 Jun 15 14:15:19.462133 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-19945d49-c099-4d28-9a01-ee4b2a786a7b req-3f2c06a8-8ad7-4bf7-9145-3dba887d03cf tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f204154-aeec-4a66-96d0-4d2162f9c593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470998 Jun 15 14:15:19.544700 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82dcfc0-d617-47d9-9e0c-4f8980c218dd req-7bf4e3aa-a63e-4d9f-a169-941ca6d45814 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:19.551356 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-f82dcfc0-d617-47d9-9e0c-4f8980c218dd req-7bf4e3aa-a63e-4d9f-a169-941ca6d45814 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "GET /v2.0/ports?device_id=e78a60ea-67e1-4f0b-b1ab-06b9b41536b7 HTTP/1.1" status: 200 len: 943 time: 0.0890632 Jun 15 14:15:19.599669 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-f82dcfc0-d617-47d9-9e0c-4f8980c218dd req-1ba8f2aa-2d51-46fe-8c72-9d9a3b45b765 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "GET /v2.0/security-groups?id=5fb2b0bc-4d97-449b-9031-5715adbe68e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463099 Jun 15 14:15:20.181001 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646e4dc8-337e-481f-b465-74a375a2612d req-c561d87d-9856-4b50-a40f-de8a534ca219 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:20.184218 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-646e4dc8-337e-481f-b465-74a375a2612d req-c561d87d-9856-4b50-a40f-de8a534ca219 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/ports?device_id=eaeff0a0-6ae8-4806-8bd3-d4547f9e2abf HTTP/1.1" status: 200 len: 945 time: 0.0813198 Jun 15 14:15:20.239245 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-646e4dc8-337e-481f-b465-74a375a2612d req-a9c1cf70-90cd-4e1a-a6cd-7605d34f2d20 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8daf90f-052e-4250-95f7-9d7da7fb7be2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489604 Jun 15 14:15:20.241503 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c437cfcb-a388-45cd-8727-803d9f0a18e4 req-26865ae6-181e-441c-a4ec-3829bd2ac341 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:20.249467 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-c437cfcb-a388-45cd-8727-803d9f0a18e4 req-26865ae6-181e-441c-a4ec-3829bd2ac341 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e9732d0-86bc-4907-93ad-526dbd138d5d HTTP/1.1" status: 200 len: 946 time: 0.0952461 Jun 15 14:15:20.297010 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-c437cfcb-a388-45cd-8727-803d9f0a18e4 req-92a2c816-39b6-43c9-9db0-7931bc311f78 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad05965b-15a7-4a7f-9728-8af208ea3874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466676 Jun 15 14:15:20.499346 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] get_ports_and_sgs() called for port_ids ['60e6ff24-f0e3-499c-896a-5da98696b940'] {{(pid=91909) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:15:20.525740 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94a669d-de0f-4c74-99dd-ce774c779546 req-5115ef92-ae4d-4e79-be6d-2387a81e8697 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:20.533400 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-e94a669d-de0f-4c74-99dd-ce774c779546 req-5115ef92-ae4d-4e79-be6d-2387a81e8697 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/ports?device_id=4786b148-63d4-478d-a10d-2e3075034d6b HTTP/1.1" status: 200 len: 945 time: 0.0918324 Jun 15 14:15:20.586443 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-e94a669d-de0f-4c74-99dd-ce774c779546 req-545e8463-ad82-4c4b-b021-ded01da823ff tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/security-groups?id=69da6443-a760-4382-8ecd-b3b336e40d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515687 Jun 15 14:15:20.703133 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:20.885235 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823eb486-27bf-4cd2-bb26-484249b38b35 req-7d7ccb8a-c892-4e01-9c22-bb39c164bebe tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:20.891935 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66775c3-9e45-4519-8841-932d6e28a8e5 req-380c154a-f2fd-4a20-b15a-5210fa8c52c8 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:20.893980 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-823eb486-27bf-4cd2-bb26-484249b38b35 req-7d7ccb8a-c892-4e01-9c22-bb39c164bebe tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d8373f1-9984-406a-8875-2e171ed82f1d HTTP/1.1" status: 200 len: 945 time: 0.1723926 Jun 15 14:15:20.905521 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-e66775c3-9e45-4519-8841-932d6e28a8e5 req-380c154a-f2fd-4a20-b15a-5210fa8c52c8 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "GET /v2.0/ports?device_id=e78a60ea-67e1-4f0b-b1ab-06b9b41536b7 HTTP/1.1" status: 200 len: 943 time: 0.1087556 Jun 15 14:15:20.936144 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-0ec6231b-3d13-4b4b-8a9e-f0c63c0b55e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:21.002285 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-e66775c3-9e45-4519-8841-932d6e28a8e5 req-961bd98f-84b1-419f-95cb-9b48ae85572d tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "GET /v2.0/security-groups?id=5fb2b0bc-4d97-449b-9031-5715adbe68e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927274 Jun 15 14:15:21.003548 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-823eb486-27bf-4cd2-bb26-484249b38b35 req-c432dae0-c544-47b2-b9d1-6ef605d7fb0f tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f204154-aeec-4a66-96d0-4d2162f9c593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084459 Jun 15 14:15:21.512505 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbb3f31-1f57-4291-b5fa-d44a51d11b95 req-c05f29e8-8ecf-40a3-a8ec-bd78b73542f4 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:21.524923 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-ecbb3f31-1f57-4291-b5fa-d44a51d11b95 req-c05f29e8-8ecf-40a3-a8ec-bd78b73542f4 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/ports?device_id=eaeff0a0-6ae8-4806-8bd3-d4547f9e2abf HTTP/1.1" status: 200 len: 945 time: 0.1340806 Jun 15 14:15:21.605670 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d424af8-2b5e-472b-bb1d-dfbef6fac549 req-361f1db8-14cd-425c-b9f0-a4facac4d314 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:21.613747 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-1d424af8-2b5e-472b-bb1d-dfbef6fac549 req-361f1db8-14cd-425c-b9f0-a4facac4d314 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e9732d0-86bc-4907-93ad-526dbd138d5d HTTP/1.1" status: 200 len: 946 time: 0.1777108 Jun 15 14:15:21.614392 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-ecbb3f31-1f57-4291-b5fa-d44a51d11b95 req-80ea48bd-c138-4785-8869-803ea4f98355 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8daf90f-052e-4250-95f7-9d7da7fb7be2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842018 Jun 15 14:15:21.666246 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-1d424af8-2b5e-472b-bb1d-dfbef6fac549 req-0e33a4dd-5175-4868-8d55-c99974191ac5 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad05965b-15a7-4a7f-9728-8af208ea3874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516062 Jun 15 14:15:21.795029 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-a2325736-757f-4788-9f3d-6fe831cb64a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:21.874582 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d309cb-c61a-4a5d-9438-ef6d66a2f0d1 req-11cf2dbd-ccaf-4e15-9951-fcecf0822b95 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:21.876146 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-84d309cb-c61a-4a5d-9438-ef6d66a2f0d1 req-11cf2dbd-ccaf-4e15-9951-fcecf0822b95 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/ports?device_id=4786b148-63d4-478d-a10d-2e3075034d6b HTTP/1.1" status: 200 len: 945 time: 0.1018634 Jun 15 14:15:21.920833 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-84d309cb-c61a-4a5d-9438-ef6d66a2f0d1 req-09959b6c-1a66-4797-9ed7-c72c5bd3dadc tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/security-groups?id=69da6443-a760-4382-8ecd-b3b336e40d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386171 Jun 15 14:15:22.295442 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36ed97a-c3a0-4d92-8354-06fceb43f44f req-f275a505-5e65-4ad8-9226-96fb92dc8f45 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:22.297410 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-f36ed97a-c3a0-4d92-8354-06fceb43f44f req-f275a505-5e65-4ad8-9226-96fb92dc8f45 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d8373f1-9984-406a-8875-2e171ed82f1d HTTP/1.1" status: 200 len: 945 time: 0.1032407 Jun 15 14:15:22.329521 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eae05c-2b2a-4640-a648-388a25602c34 req-6ad44725-9b52-4b53-b130-718b61b5e285 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:22.331040 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-e1eae05c-2b2a-4640-a648-388a25602c34 req-6ad44725-9b52-4b53-b130-718b61b5e285 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "GET /v2.0/ports?device_id=e78a60ea-67e1-4f0b-b1ab-06b9b41536b7 HTTP/1.1" status: 200 len: 943 time: 0.1191521 Jun 15 14:15:22.369667 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-f36ed97a-c3a0-4d92-8354-06fceb43f44f req-a56cc76b-87a2-4d41-b70f-383e6540cd3d tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f204154-aeec-4a66-96d0-4d2162f9c593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635440 Jun 15 14:15:22.379014 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-e1eae05c-2b2a-4640-a648-388a25602c34 req-deae09b7-19cb-4052-bbe5-5cbee2c8e67c tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "GET /v2.0/security-groups?id=5fb2b0bc-4d97-449b-9031-5715adbe68e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415058 Jun 15 14:15:22.824890 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be809f04-bbcb-4aad-b05d-0ca9ff2b28b5 req-1916edc0-1575-4cac-afe3-945be806cd2b tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:22.826436 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-be809f04-bbcb-4aad-b05d-0ca9ff2b28b5 req-1916edc0-1575-4cac-afe3-945be806cd2b tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/ports?device_id=eaeff0a0-6ae8-4806-8bd3-d4547f9e2abf HTTP/1.1" status: 200 len: 945 time: 0.0747101 Jun 15 14:15:22.860722 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19a8dbe-cb57-414f-836a-719e835ccd50 req-45b8af3a-b3a8-4b64-8ff3-9cb7b274ae59 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:22.862214 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-f19a8dbe-cb57-414f-836a-719e835ccd50 req-45b8af3a-b3a8-4b64-8ff3-9cb7b274ae59 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e9732d0-86bc-4907-93ad-526dbd138d5d HTTP/1.1" status: 200 len: 946 time: 0.0729291 Jun 15 14:15:22.869132 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-be809f04-bbcb-4aad-b05d-0ca9ff2b28b5 req-1cc1b373-b15f-4e78-85f9-2cec6dd257fe tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8daf90f-052e-4250-95f7-9d7da7fb7be2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369077 Jun 15 14:15:22.910535 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-f19a8dbe-cb57-414f-836a-719e835ccd50 req-75613f7e-3ef8-4627-b5cc-838b937b1fd8 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad05965b-15a7-4a7f-9728-8af208ea3874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374730 Jun 15 14:15:23.107651 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457f4a72-1af5-4b68-a9ae-524a1b455636 req-3aeed99d-0477-4bb2-ac3f-696e5e58140d tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:23.109075 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-457f4a72-1af5-4b68-a9ae-524a1b455636 req-3aeed99d-0477-4bb2-ac3f-696e5e58140d tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/ports?device_id=4786b148-63d4-478d-a10d-2e3075034d6b HTTP/1.1" status: 200 len: 945 time: 0.0711567 Jun 15 14:15:23.150550 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-457f4a72-1af5-4b68-a9ae-524a1b455636 req-3721a313-7328-4f23-bc5b-ece0fb262358 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/security-groups?id=69da6443-a760-4382-8ecd-b3b336e40d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358248 Jun 15 14:15:23.407298 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-987cb3c8-732e-4ef7-aae2-903816ba9880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:23.600300 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aa3dcc-d9ec-4bed-9906-406d358a7b2c req-5f3001e1-d43b-44fa-be54-1079b5b20b5b tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:23.601765 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-d5aa3dcc-d9ec-4bed-9906-406d358a7b2c req-5f3001e1-d43b-44fa-be54-1079b5b20b5b tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d8373f1-9984-406a-8875-2e171ed82f1d HTTP/1.1" status: 200 len: 945 time: 0.0689366 Jun 15 14:15:23.605773 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6bff54-617e-4f5e-b44b-2d76ef4ed890 req-5294b219-8f42-4579-8aed-f16557e8245b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:23.607258 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-1d6bff54-617e-4f5e-b44b-2d76ef4ed890 req-5294b219-8f42-4579-8aed-f16557e8245b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=52a857fa93204cfd848344919ef0f84a&device_id=8d8373f1-9984-406a-8875-2e171ed82f1d HTTP/1.1" status: 200 len: 1098 time: 0.1062984 Jun 15 14:15:23.648818 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-d5aa3dcc-d9ec-4bed-9906-406d358a7b2c req-9e67021d-b3b0-4e17-b721-d3d0c8bdb04a tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f204154-aeec-4a66-96d0-4d2162f9c593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405645 Jun 15 14:15:23.666487 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d884fc7c-2cb5-4254-bb93-e6e99b75508b req-0a1e1748-a9e5-4608-9b60-654d3c44e11a tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:23.668572 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-d884fc7c-2cb5-4254-bb93-e6e99b75508b req-0a1e1748-a9e5-4608-9b60-654d3c44e11a tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "GET /v2.0/ports?device_id=e78a60ea-67e1-4f0b-b1ab-06b9b41536b7 HTTP/1.1" status: 200 len: 943 time: 0.1228309 Jun 15 14:15:23.778705 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-d884fc7c-2cb5-4254-bb93-e6e99b75508b req-8f629865-bd14-47d0-b742-a60898d62456 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "GET /v2.0/security-groups?id=5fb2b0bc-4d97-449b-9031-5715adbe68e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664940 Jun 15 14:15:23.779875 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6bff54-617e-4f5e-b44b-2d76ef4ed890 req-2342fd20-4c61-4ae3-a0e7-8e6d5fa1e53c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:23.781204 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-1d6bff54-617e-4f5e-b44b-2d76ef4ed890 req-2342fd20-4c61-4ae3-a0e7-8e6d5fa1e53c service neutron] 10.222.0.67 "GET /v2.0/networks?id=610d1d9e-6798-4665-ba11-cd870fb10064 HTTP/1.1" status: 200 len: 918 time: 0.1672735 Jun 15 14:15:23.862614 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-1d6bff54-617e-4f5e-b44b-2d76ef4ed890 req-4ab3b225-494a-46fe-9d2b-9471dbe94648 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bbf9fe17-57cc-4b87-8f8c-47c1bcdcee24 HTTP/1.1" status: 200 len: 1001 time: 0.0748639 Jun 15 14:15:23.924053 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6bff54-617e-4f5e-b44b-2d76ef4ed890 req-c6d50150-e5ce-46b9-a20e-9e3b5abb2dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:23.925416 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-1d6bff54-617e-4f5e-b44b-2d76ef4ed890 req-c6d50150-e5ce-46b9-a20e-9e3b5abb2dd2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2014c6aa-f72d-434e-8835-9ccc29766f9a HTTP/1.1" status: 200 len: 856 time: 0.0540116 Jun 15 14:15:23.942473 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Device f6bbc82c-db85-424e-a40d-3cea911d3a4f details requested by agent hyperv_hv-cinder-79647 with host hv-cinder-79647 {{(pid=91909) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 14:15:23.988723 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Device 60e6ff24-f0e3-499c-896a-5da98696b940 up at agent hyperv_hv-cinder-79647 {{(pid=91909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:15:24.016054 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6bff54-617e-4f5e-b44b-2d76ef4ed890 req-f44526fe-e668-4207-a62b-f445b67c0ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:24.018664 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-1d6bff54-617e-4f5e-b44b-2d76ef4ed890 req-f44526fe-e668-4207-a62b-f445b67c0ba6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=610d1d9e-6798-4665-ba11-cd870fb10064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0740311 Jun 15 14:15:24.065945 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533204bf-f3d9-40fc-8eeb-26d7ae657b40 req-74467447-3b5e-4f53-b60a-02ff387aea87 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:24.067455 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-533204bf-f3d9-40fc-8eeb-26d7ae657b40 req-74467447-3b5e-4f53-b60a-02ff387aea87 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/ports?device_id=eaeff0a0-6ae8-4806-8bd3-d4547f9e2abf HTTP/1.1" status: 200 len: 945 time: 0.0792274 Jun 15 14:15:24.113807 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] For port f6bbc82c-db85-424e-a40d-3cea911d3a4f, host hv-cinder-79647, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79647',level=0,port_id=f6bbc82c-db85-424e-a40d-3cea911d3a4f,segment=NetworkSegment(bdfc6570-21e3-4188-8b81-25944ca5b033),segment_id=bdfc6570-21e3-4188-8b81-25944ca5b033)] {{(pid=91909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:15:24.116903 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Provisioning for port 60e6ff24-f0e3-499c-896a-5da98696b940 completed by entity L2. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:15:24.119504 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-533204bf-f3d9-40fc-8eeb-26d7ae657b40 req-148654b6-b4c2-47f6-8f7d-670482208a7c tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8daf90f-052e-4250-95f7-9d7da7fb7be2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442424 Jun 15 14:15:24.129021 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Provisioning complete for port 60e6ff24-f0e3-499c-896a-5da98696b940 triggered by entity L2. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:15:24.129417 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897510'] for port, provisioning_complete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:24.132061 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Returning: {'device': 'f6bbc82c-db85-424e-a40d-3cea911d3a4f', 'network_id': '38cc54e9-46a5-4f17-85e6-fe0dd786b611', 'port_id': 'f6bbc82c-db85-424e-a40d-3cea911d3a4f', 'mac_address': 'fa:16:3e:4d:54:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 885, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7a8d3b2-93d0-474b-a785-3b20f05c50a2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91909) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 14:15:24.187419 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-1d6bff54-617e-4f5e-b44b-2d76ef4ed890 req-1c2ec247-6eb7-4ff6-b675-af5310867074 service neutron] 10.222.0.67 "GET /v2.0/networks/610d1d9e-6798-4665-ba11-cd870fb10064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607850 Jun 15 14:15:24.199179 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b73b8dc-35f8-4b07-8776-017c2d87501a req-9d720c39-3ed0-4f79-950b-64c4f9b078a4 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:24.200663 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-8b73b8dc-35f8-4b07-8776-017c2d87501a req-9d720c39-3ed0-4f79-950b-64c4f9b078a4 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e9732d0-86bc-4907-93ad-526dbd138d5d HTTP/1.1" status: 200 len: 946 time: 0.1502538 Jun 15 14:15:24.216123 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:24.257658 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.notifiers.nova [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6bbc82c-db85-424e-a40d-3cea911d3a4f {{(pid=91909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:15:24.290466 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] For port f6bbc82c-db85-424e-a40d-3cea911d3a4f, host hv-cinder-79647, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79647',level=0,port_id=f6bbc82c-db85-424e-a40d-3cea911d3a4f,segment=NetworkSegment(bdfc6570-21e3-4188-8b81-25944ca5b033),segment_id=bdfc6570-21e3-4188-8b81-25944ca5b033)] {{(pid=91909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:15:24.291456 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:24.306578 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492'] for port, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:24.309995 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:15:24.324043 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-8b73b8dc-35f8-4b07-8776-017c2d87501a req-285fc02b-3c4e-4809-93ba-75192851c7c5 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad05965b-15a7-4a7f-9728-8af208ea3874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150026 Jun 15 14:15:24.344657 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-1d6bff54-617e-4f5e-b44b-2d76ef4ed890 req-ed8f63cd-d875-4d47-b9c8-dd8e38030f08 service neutron] 10.222.0.67 "GET /v2.0/networks/610d1d9e-6798-4665-ba11-cd870fb10064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430318 Jun 15 14:15:24.347826 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d32f4c-4eb2-420b-91a2-b829315009b5 req-b7f9c960-1539-43cb-96eb-f5a973291854 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:24.349629 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4786b148-63d4-478d-a10d-2e3075034d6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60e6ff24-f0e3-499c-896a-5da98696b940'}] {{(pid=91909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:15:24.351935 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}018986bfbd05ca611dd30af7db176f5a3185891675ab09d2ffafe9409078adde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a70fac81-050d-4097-bade-284aaa8fccad" -d '{"events": [{"server_uuid": "4786b148-63d4-478d-a10d-2e3075034d6b", "name": "network-vif-plugged", "status": "completed", "tag": "60e6ff24-f0e3-499c-896a-5da98696b940"}]}' {{(pid=91909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:15:24.355276 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-d8d32f4c-4eb2-420b-91a2-b829315009b5 req-b7f9c960-1539-43cb-96eb-f5a973291854 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/ports?device_id=4786b148-63d4-478d-a10d-2e3075034d6b HTTP/1.1" status: 200 len: 945 time: 0.0889108 Jun 15 14:15:24.375711 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] For port 60e6ff24-f0e3-499c-896a-5da98696b940, host hv-cinder-79647, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79647',level=0,port_id=60e6ff24-f0e3-499c-896a-5da98696b940,segment=NetworkSegment(c1e51313-9c41-43ed-bd7f-44cfad65f5b9),segment_id=c1e51313-9c41-43ed-bd7f-44cfad65f5b9)] {{(pid=91909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:15:24.387113 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492'] for port, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:24.393645 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Pushing event updated for resources: {'Port': ['ID=f6bbc82c-db85-424e-a40d-3cea911d3a4f,revision_number=4']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:15:24.397406 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:15:24.397870 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:15:24.411270 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-d8d32f4c-4eb2-420b-91a2-b829315009b5 req-6149d5a1-77a7-46e1-a0f8-432f9df7ccf3 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/security-groups?id=69da6443-a760-4382-8ecd-b3b336e40d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501750 Jun 15 14:15:24.427370 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:15:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b1ea97f-8253-4bbb-84f8-021de91c5393 x-openstack-request-id: req-6b1ea97f-8253-4bbb-84f8-021de91c5393 {{(pid=91909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:15:24.428132 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4786b148-63d4-478d-a10d-2e3075034d6b", "name": "network-vif-plugged", "status": "completed", "tag": "60e6ff24-f0e3-499c-896a-5da98696b940", "code": 200}]} {{(pid=91909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:15:24.428132 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6b1ea97f-8253-4bbb-84f8-021de91c5393 {{(pid=91909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:15:24.428456 dv-cinder-796471-1-iscsi neutron-server[91909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4786b148-63d4-478d-a10d-2e3075034d6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60e6ff24-f0e3-499c-896a-5da98696b940', 'code': 200} Jun 15 14:15:24.456814 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Pushing event updated for resources: {'Port': ['ID=60e6ff24-f0e3-499c-896a-5da98696b940,revision_number=5']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:15:24.459632 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:15:24.699830 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0f7913-242e-4b24-9ca0-19c7adfed1cc req-9e215834-8f68-4b23-9c59-5f442561c566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:24.701417 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-7c0f7913-242e-4b24-9ca0-19c7adfed1cc req-9e215834-8f68-4b23-9c59-5f442561c566 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=4786b148-63d4-478d-a10d-2e3075034d6b HTTP/1.1" status: 200 len: 1099 time: 0.0624921 Jun 15 14:15:24.742063 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-7c0f7913-242e-4b24-9ca0-19c7adfed1cc req-93d70e74-9a40-485a-9585-0c04be6df198 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=69da6443-a760-4382-8ecd-b3b336e40d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332396 Jun 15 14:15:24.788409 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] get_ports_and_sgs() called for port_ids ['f6bbc82c-db85-424e-a40d-3cea911d3a4f'] {{(pid=91909) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:15:24.838530 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605498ae-9ab9-40f3-b5e2-e74cbbc10707 req-31002a09-4d75-424a-bfb3-d7c65f6a4306 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:24.840103 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-605498ae-9ab9-40f3-b5e2-e74cbbc10707 req-31002a09-4d75-424a-bfb3-d7c65f6a4306 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d8373f1-9984-406a-8875-2e171ed82f1d HTTP/1.1" status: 200 len: 945 time: 0.0720956 Jun 15 14:15:24.887722 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-605498ae-9ab9-40f3-b5e2-e74cbbc10707 req-e86ca664-c94b-458b-948f-86d032f08195 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f204154-aeec-4a66-96d0-4d2162f9c593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401947 Jun 15 14:15:24.984296 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d923b0f-6870-4543-8c69-94068d77c2b6 req-a96f3e18-f4a2-4632-829c-a5b7a4c8e64e tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:24.987412 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-2d923b0f-6870-4543-8c69-94068d77c2b6 req-a96f3e18-f4a2-4632-829c-a5b7a4c8e64e tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "GET /v2.0/ports?device_id=e78a60ea-67e1-4f0b-b1ab-06b9b41536b7 HTTP/1.1" status: 200 len: 944 time: 0.0868628 Jun 15 14:15:25.034845 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-2d923b0f-6870-4543-8c69-94068d77c2b6 req-e63c472f-086d-4fe9-97cf-805ec88b14c9 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "GET /v2.0/security-groups?id=5fb2b0bc-4d97-449b-9031-5715adbe68e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429959 Jun 15 14:15:25.304746 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9995d7-6880-4e4f-baf1-099a3b662ce4 req-1a90f0a6-4fe0-4a15-8479-473143c41415 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:25.306133 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-0f9995d7-6880-4e4f-baf1-099a3b662ce4 req-1a90f0a6-4fe0-4a15-8479-473143c41415 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/ports?device_id=eaeff0a0-6ae8-4806-8bd3-d4547f9e2abf HTTP/1.1" status: 200 len: 945 time: 0.0755420 Jun 15 14:15:25.527079 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4eec65-b54a-4a9a-ac48-1c7b4b259733 req-7cd62f57-e2d8-4bda-b85e-902333fb7fc7 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:25.528714 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-6d4eec65-b54a-4a9a-ac48-1c7b4b259733 req-7cd62f57-e2d8-4bda-b85e-902333fb7fc7 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e9732d0-86bc-4907-93ad-526dbd138d5d HTTP/1.1" status: 200 len: 946 time: 0.0733597 Jun 15 14:15:25.540308 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-0f9995d7-6880-4e4f-baf1-099a3b662ce4 req-488137fc-5911-470f-93f5-8186e49af2bd tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8daf90f-052e-4250-95f7-9d7da7fb7be2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2279985 Jun 15 14:15:25.582448 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-6d4eec65-b54a-4a9a-ac48-1c7b4b259733 req-b1383b88-e511-4f26-8074-cebe0f5a5557 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad05965b-15a7-4a7f-9728-8af208ea3874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478683 Jun 15 14:15:25.716629 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec66a4e-2150-4a04-8303-f21eed1cef76 req-ccb283be-0517-458e-9a3b-d782a96bbbf5 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:25.718112 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-eec66a4e-2150-4a04-8303-f21eed1cef76 req-ccb283be-0517-458e-9a3b-d782a96bbbf5 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/ports?device_id=4786b148-63d4-478d-a10d-2e3075034d6b HTTP/1.1" status: 200 len: 946 time: 0.0679109 Jun 15 14:15:25.759337 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-eec66a4e-2150-4a04-8303-f21eed1cef76 req-da557df8-973f-40cb-95e7-fbd34d8b0748 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/security-groups?id=69da6443-a760-4382-8ecd-b3b336e40d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355031 Jun 15 14:15:25.966141 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 35106) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:15:25.974850 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Device bbf9fe17-57cc-4b87-8f8c-47c1bcdcee24 no longer exists at agent hyperv_hv-cinder-79647 {{(pid=91909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:15:26.102726 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eed5ae1-a397-4dde-8c52-93f1aba04953 req-fa50d084-1a01-4159-b270-3a7e264a3c43 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:26.110426 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-6eed5ae1-a397-4dde-8c52-93f1aba04953 req-fa50d084-1a01-4159-b270-3a7e264a3c43 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d8373f1-9984-406a-8875-2e171ed82f1d HTTP/1.1" status: 200 len: 945 time: 0.0930357 Jun 15 14:15:26.150340 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-48f3d7f2-28ac-4ba8-b3de-521999fc5968 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:26.174911 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-6eed5ae1-a397-4dde-8c52-93f1aba04953 req-b01e2cc1-be2f-4bfc-806a-4eb481b71635 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f204154-aeec-4a66-96d0-4d2162f9c593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635498 Jun 15 14:15:26.196799 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:26.237493 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] For port bbf9fe17-57cc-4b87-8f8c-47c1bcdcee24, host hv-cinder-79647, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79647',level=0,port_id=bbf9fe17-57cc-4b87-8f8c-47c1bcdcee24,segment=NetworkSegment(29cbf6bd-3703-449c-90e3-2d0016356068),segment_id=29cbf6bd-3703-449c-90e3-2d0016356068)] {{(pid=91909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:15:26.241241 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492'] for port, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:26.243038 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:15:26.267918 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0be2b3-8294-44c7-99de-93b70c2b8f66 req-52ff894f-5fa2-4b95-a709-cd64cdaed41c tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:26.271248 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-2b0be2b3-8294-44c7-99de-93b70c2b8f66 req-52ff894f-5fa2-4b95-a709-cd64cdaed41c tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "GET /v2.0/ports?device_id=e78a60ea-67e1-4f0b-b1ab-06b9b41536b7 HTTP/1.1" status: 200 len: 944 time: 0.1095612 Jun 15 14:15:26.279340 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-48f3d7f2-28ac-4ba8-b3de-521999fc5968 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:26.284387 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-48f3d7f2-28ac-4ba8-b3de-521999fc5968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:26.289459 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-c2966e59-0108-4125-bd6e-18a6087625d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:15:26.305549 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Pushing event updated for resources: {'Port': ['ID=bbf9fe17-57cc-4b87-8f8c-47c1bcdcee24,revision_number=8']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:15:26.308866 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:15:26.316914 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-2b0be2b3-8294-44c7-99de-93b70c2b8f66 req-e26732cc-b9df-40a5-89aa-b5d134b0b68e tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "GET /v2.0/security-groups?id=5fb2b0bc-4d97-449b-9031-5715adbe68e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411856 Jun 15 14:15:26.332939 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-48f3d7f2-28ac-4ba8-b3de-521999fc5968 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6f272a52349b43aba1980a76b85713a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3632243 Jun 15 14:15:26.333105 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 35112) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:15:26.340981 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f3d7f2-28ac-4ba8-b3de-521999fc5968 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66225225-5f7b-42a8-b123-7e2fe681fa35,revision_number=1']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:15:26.361711 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f3d7f2-28ac-4ba8-b3de-521999fc5968 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:15:26.361999 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f3d7f2-28ac-4ba8-b3de-521999fc5968 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:15:26.362296 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f3d7f2-28ac-4ba8-b3de-521999fc5968 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:15:26.362641 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f3d7f2-28ac-4ba8-b3de-521999fc5968 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:15:26.363008 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f3d7f2-28ac-4ba8-b3de-521999fc5968 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:15:26.363350 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f3d7f2-28ac-4ba8-b3de-521999fc5968 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:15:26.363691 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f3d7f2-28ac-4ba8-b3de-521999fc5968 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:15:26.364078 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f3d7f2-28ac-4ba8-b3de-521999fc5968 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:15:26.364359 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f3d7f2-28ac-4ba8-b3de-521999fc5968 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:15:26.364693 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f3d7f2-28ac-4ba8-b3de-521999fc5968 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:15:26.365030 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f3d7f2-28ac-4ba8-b3de-521999fc5968 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:15:26.365359 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f3d7f2-28ac-4ba8-b3de-521999fc5968 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:15:26.370970 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-48f3d7f2-28ac-4ba8-b3de-521999fc5968 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:15:26.408255 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-0d1faaf9-2a48-4da8-854a-900ed0ccd935 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:26.429944 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d8373f1-9984-406a-8875-2e171ed82f1d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bbf9fe17-57cc-4b87-8f8c-47c1bcdcee24'}] {{(pid=91909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:15:26.433000 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-0d1faaf9-2a48-4da8-854a-900ed0ccd935 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:26.433617 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}018986bfbd05ca611dd30af7db176f5a3185891675ab09d2ffafe9409078adde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a4b2090-c6d1-48cd-803d-b3c954bf20f9" -d '{"events": [{"server_uuid": "8d8373f1-9984-406a-8875-2e171ed82f1d", "name": "network-vif-unplugged", "status": "completed", "tag": "bbf9fe17-57cc-4b87-8f8c-47c1bcdcee24"}]}' {{(pid=91909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:15:26.474608 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Jun 2021 14:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79ce6e38-e21e-4cae-9a57-5be17ddba340 x-openstack-request-id: req-79ce6e38-e21e-4cae-9a57-5be17ddba340 {{(pid=91909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:15:26.475013 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d8373f1-9984-406a-8875-2e171ed82f1d", "name": "network-vif-unplugged", "status": "completed", "tag": "bbf9fe17-57cc-4b87-8f8c-47c1bcdcee24", "code": 200}]} {{(pid=91909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:15:26.475392 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-79ce6e38-e21e-4cae-9a57-5be17ddba340 {{(pid=91909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:15:26.475808 dv-cinder-796471-1-iscsi neutron-server[91909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d8373f1-9984-406a-8875-2e171ed82f1d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bbf9fe17-57cc-4b87-8f8c-47c1bcdcee24', 'code': 200} Jun 15 14:15:26.490473 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-0d1faaf9-2a48-4da8-854a-900ed0ccd935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:26.493613 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-0d1faaf9-2a48-4da8-854a-900ed0ccd935 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:26.494748 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-0d1faaf9-2a48-4da8-854a-900ed0ccd935 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/66225225-5f7b-42a8-b123-7e2fe681fa35 HTTP/1.1" status: 204 len: 168 time: 0.1607771 Jun 15 14:15:26.495542 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-5a4cdbaf-753b-4fcc-b455-b6364b95b2e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:15:26.504113 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1faaf9-2a48-4da8-854a-900ed0ccd935 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66225225-5f7b-42a8-b123-7e2fe681fa35,revision_number=None']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:15:26.506264 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-0d1faaf9-2a48-4da8-854a-900ed0ccd935 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:15:26.736436 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec56c89-b218-4145-82ba-dbf81d139631 req-fe109c1f-ab79-439f-ab89-c67ecd9ec1eb tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:26.738058 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-7ec56c89-b218-4145-82ba-dbf81d139631 req-fe109c1f-ab79-439f-ab89-c67ecd9ec1eb tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/ports?device_id=eaeff0a0-6ae8-4806-8bd3-d4547f9e2abf HTTP/1.1" status: 200 len: 945 time: 0.0759795 Jun 15 14:15:26.784073 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-7ec56c89-b218-4145-82ba-dbf81d139631 req-93cfd39f-6b17-4e5a-8afb-3d919223c041 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8daf90f-052e-4250-95f7-9d7da7fb7be2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397944 Jun 15 14:15:26.809074 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c3f855-6aa6-4899-8149-d7de44bfae8c req-83ed717f-77b1-414c-a85c-fc30a6656c1f tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:26.811220 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-56c3f855-6aa6-4899-8149-d7de44bfae8c req-83ed717f-77b1-414c-a85c-fc30a6656c1f tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e9732d0-86bc-4907-93ad-526dbd138d5d HTTP/1.1" status: 200 len: 946 time: 0.0762124 Jun 15 14:15:26.853022 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-56c3f855-6aa6-4899-8149-d7de44bfae8c req-813cc148-bb2f-4569-89e7-a983b1793e4c tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad05965b-15a7-4a7f-9728-8af208ea3874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363803 Jun 15 14:15:26.960831 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465733fc-7ec9-452d-964a-e55978d87e31 req-beba8f9d-1e30-4fa0-8b99-5ad0a417154d tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:26.962301 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-465733fc-7ec9-452d-964a-e55978d87e31 req-beba8f9d-1e30-4fa0-8b99-5ad0a417154d tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/ports?device_id=4786b148-63d4-478d-a10d-2e3075034d6b HTTP/1.1" status: 200 len: 946 time: 0.0790553 Jun 15 14:15:27.003545 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-465733fc-7ec9-452d-964a-e55978d87e31 req-06b10a50-b879-4f7b-aa99-18ea8185e2be tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/security-groups?id=69da6443-a760-4382-8ecd-b3b336e40d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355425 Jun 15 14:15:27.382877 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd83f087-9920-4835-a95c-327993eb2e22 req-31f1aa48-ee9b-4f89-a34b-0749508b7102 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:27.384452 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-fd83f087-9920-4835-a95c-327993eb2e22 req-31f1aa48-ee9b-4f89-a34b-0749508b7102 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d8373f1-9984-406a-8875-2e171ed82f1d HTTP/1.1" status: 200 len: 943 time: 0.0768096 Jun 15 14:15:27.431360 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-fd83f087-9920-4835-a95c-327993eb2e22 req-ced11215-e0ec-43bc-bbac-39d87433b638 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f204154-aeec-4a66-96d0-4d2162f9c593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408468 Jun 15 14:15:27.485669 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:27.509521 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb1f2ee-1981-4e88-bb19-02221156edc7 req-f0f8a582-3ae9-4172-b28b-c7ac714a89f3 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:27.511192 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-3fb1f2ee-1981-4e88-bb19-02221156edc7 req-f0f8a582-3ae9-4172-b28b-c7ac714a89f3 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "GET /v2.0/ports?device_id=e78a60ea-67e1-4f0b-b1ab-06b9b41536b7 HTTP/1.1" status: 200 len: 944 time: 0.0763624 Jun 15 14:15:27.553703 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-3fb1f2ee-1981-4e88-bb19-02221156edc7 req-d256a01f-d1d5-475c-bbab-8779ca394b34 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "GET /v2.0/security-groups?id=5fb2b0bc-4d97-449b-9031-5715adbe68e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361929 Jun 15 14:15:27.962884 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5dbca4-b283-4dea-be7e-3e4b0cb43926 req-51ca763d-a3e7-4c10-abbe-c67a2d66da1b tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:27.964892 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-bf5dbca4-b283-4dea-be7e-3e4b0cb43926 req-51ca763d-a3e7-4c10-abbe-c67a2d66da1b tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/ports?device_id=eaeff0a0-6ae8-4806-8bd3-d4547f9e2abf HTTP/1.1" status: 200 len: 945 time: 0.0698640 Jun 15 14:15:27.975739 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Device f6bbc82c-db85-424e-a40d-3cea911d3a4f up at agent hyperv_hv-cinder-79647 {{(pid=91909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:15:28.009085 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-bf5dbca4-b283-4dea-be7e-3e4b0cb43926 req-4ffc98dd-6ecd-4a9d-99fc-09a9856a9be5 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8daf90f-052e-4250-95f7-9d7da7fb7be2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385549 Jun 15 14:15:28.044151 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d1e6a4-6af6-4693-9692-4acc27ffa3bb req-ad79396f-62a6-461a-bdfb-7e5a857561e3 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:28.045726 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-72d1e6a4-6af6-4693-9692-4acc27ffa3bb req-ad79396f-62a6-461a-bdfb-7e5a857561e3 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e9732d0-86bc-4907-93ad-526dbd138d5d HTTP/1.1" status: 200 len: 946 time: 0.0782907 Jun 15 14:15:28.052858 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Provisioning for port f6bbc82c-db85-424e-a40d-3cea911d3a4f completed by entity L2. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:15:28.056561 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Provisioning complete for port f6bbc82c-db85-424e-a40d-3cea911d3a4f triggered by entity L2. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:15:28.056939 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897510'] for port, provisioning_complete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:28.096247 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-72d1e6a4-6af6-4693-9692-4acc27ffa3bb req-9a2c3640-ce00-40c7-be14-ff33e518a558 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad05965b-15a7-4a7f-9728-8af208ea3874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407577 Jun 15 14:15:28.150893 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:28.191936 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] For port f6bbc82c-db85-424e-a40d-3cea911d3a4f, host hv-cinder-79647, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79647',level=0,port_id=f6bbc82c-db85-424e-a40d-3cea911d3a4f,segment=NetworkSegment(bdfc6570-21e3-4188-8b81-25944ca5b033),segment_id=bdfc6570-21e3-4188-8b81-25944ca5b033)] {{(pid=91909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:15:28.196376 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492'] for port, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:28.198984 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:15:28.257828 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Pushing event updated for resources: {'Port': ['ID=f6bbc82c-db85-424e-a40d-3cea911d3a4f,revision_number=5']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:15:28.261999 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:15:28.477147 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e78a60ea-67e1-4f0b-b1ab-06b9b41536b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6bbc82c-db85-424e-a40d-3cea911d3a4f'}] {{(pid=91909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:15:28.480653 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}018986bfbd05ca611dd30af7db176f5a3185891675ab09d2ffafe9409078adde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de6c7c3d-fde1-45e6-a0db-da13307fdfd6" -d '{"events": [{"server_uuid": "e78a60ea-67e1-4f0b-b1ab-06b9b41536b7", "name": "network-vif-plugged", "status": "completed", "tag": "f6bbc82c-db85-424e-a40d-3cea911d3a4f"}]}' {{(pid=91909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:15:28.668993 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dde321-1818-4e38-88e8-f489dcc5b957 req-1d789531-14f8-4fd4-bbe4-58de2fad1e43 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:28.670489 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-61dde321-1818-4e38-88e8-f489dcc5b957 req-1d789531-14f8-4fd4-bbe4-58de2fad1e43 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d8373f1-9984-406a-8875-2e171ed82f1d HTTP/1.1" status: 200 len: 943 time: 0.1209376 Jun 15 14:15:28.672223 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966e2ca9-392b-4c07-b489-7ced35587f7b req-424ff304-eae9-4e60-b1e3-e50131dba825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:28.673565 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-966e2ca9-392b-4c07-b489-7ced35587f7b req-424ff304-eae9-4e60-b1e3-e50131dba825 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=5e9732d0-86bc-4907-93ad-526dbd138d5d HTTP/1.1" status: 200 len: 1099 time: 0.1133263 Jun 15 14:15:28.737679 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-61dde321-1818-4e38-88e8-f489dcc5b957 req-4188a5aa-01db-4194-bdd1-8c306e754d78 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f204154-aeec-4a66-96d0-4d2162f9c593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611439 Jun 15 14:15:28.744058 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-966e2ca9-392b-4c07-b489-7ced35587f7b req-3850bc42-f014-4e02-8561-0f379ec339e0 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=ad05965b-15a7-4a7f-9728-8af208ea3874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600817 Jun 15 14:15:28.781350 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-387576c5-9b53-478b-b5fa-b09aa2e03f06 x-openstack-request-id: req-387576c5-9b53-478b-b5fa-b09aa2e03f06 {{(pid=91909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:15:28.781792 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e78a60ea-67e1-4f0b-b1ab-06b9b41536b7", "name": "network-vif-plugged", "status": "completed", "tag": "f6bbc82c-db85-424e-a40d-3cea911d3a4f", "code": 200}]} {{(pid=91909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:15:28.781792 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-387576c5-9b53-478b-b5fa-b09aa2e03f06 {{(pid=91909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:15:28.782149 dv-cinder-796471-1-iscsi neutron-server[91909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e78a60ea-67e1-4f0b-b1ab-06b9b41536b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6bbc82c-db85-424e-a40d-3cea911d3a4f', 'code': 200} Jun 15 14:15:28.919712 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e470e3d7-4ff9-4b2f-93b3-6404b4dc30f2 req-28b0d243-6bf2-49dc-8dfb-19cfa5c40c48 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:28.921198 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-e470e3d7-4ff9-4b2f-93b3-6404b4dc30f2 req-28b0d243-6bf2-49dc-8dfb-19cfa5c40c48 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "GET /v2.0/ports?device_id=e78a60ea-67e1-4f0b-b1ab-06b9b41536b7 HTTP/1.1" status: 200 len: 945 time: 0.0695665 Jun 15 14:15:28.967769 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-e470e3d7-4ff9-4b2f-93b3-6404b4dc30f2 req-135e085a-6585-44e0-9cc2-bc9bed9e221e tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "GET /v2.0/security-groups?id=5fb2b0bc-4d97-449b-9031-5715adbe68e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407186 Jun 15 14:15:29.209917 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97c1642-e646-4757-9163-061d69c3d579 req-5ac0de2b-6737-4edb-b6f3-8631a60296be tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:29.211416 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-c97c1642-e646-4757-9163-061d69c3d579 req-5ac0de2b-6737-4edb-b6f3-8631a60296be tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/ports?device_id=eaeff0a0-6ae8-4806-8bd3-d4547f9e2abf HTTP/1.1" status: 200 len: 945 time: 0.0862257 Jun 15 14:15:29.261190 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-c97c1642-e646-4757-9163-061d69c3d579 req-d81a4762-fd2e-4c9e-8edb-e4efcbe943e5 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8daf90f-052e-4250-95f7-9d7da7fb7be2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432584 Jun 15 14:15:29.311409 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bee9e9a-6c3d-4618-9aba-a65a7fd9cc61 req-07d812a7-40fe-4ee6-a6d7-e54421761b52 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:29.312857 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-6bee9e9a-6c3d-4618-9aba-a65a7fd9cc61 req-07d812a7-40fe-4ee6-a6d7-e54421761b52 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e9732d0-86bc-4907-93ad-526dbd138d5d HTTP/1.1" status: 200 len: 946 time: 0.0746679 Jun 15 14:15:29.356704 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-6bee9e9a-6c3d-4618-9aba-a65a7fd9cc61 req-2309d5e7-b94f-4052-a8fb-8e05699a8bd0 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad05965b-15a7-4a7f-9728-8af208ea3874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381165 Jun 15 14:15:29.516079 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4ab3d7-1330-43ea-a267-db092945420b req-ab2654dc-a03c-4da5-a50e-9551903da2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:29.518094 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-eb4ab3d7-1330-43ea-a267-db092945420b req-ab2654dc-a03c-4da5-a50e-9551903da2ef service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e78a60ea-67e1-4f0b-b1ab-06b9b41536b7 HTTP/1.1" status: 200 len: 1098 time: 0.0642140 Jun 15 14:15:29.564584 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-eb4ab3d7-1330-43ea-a267-db092945420b req-2734d4ee-7e98-4d21-909c-0a1947c0b451 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=5fb2b0bc-4d97-449b-9031-5715adbe68e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322673 Jun 15 14:15:29.631415 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9afcbc2-3bd5-4f19-b0d4-6fb2d4f0464e req-c5615fe3-dc2a-4929-8662-85c12c242dff tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:29.633010 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-d9afcbc2-3bd5-4f19-b0d4-6fb2d4f0464e req-c5615fe3-dc2a-4929-8662-85c12c242dff tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d8373f1-9984-406a-8875-2e171ed82f1d HTTP/1.1" status: 200 len: 943 time: 0.0745804 Jun 15 14:15:29.677197 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-d9afcbc2-3bd5-4f19-b0d4-6fb2d4f0464e req-a04967ff-ec99-43ba-b9c3-f5c59f87e1f9 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f204154-aeec-4a66-96d0-4d2162f9c593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376213 Jun 15 14:15:29.863807 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 35200) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:15:29.970542 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-811c9aea-2db1-4149-8de8-78a88544e9d9 req-e15a26c1-dd75-4164-8d82-eb51e7201d25 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8d8373f1-9984-406a-8875-2e171ed82f1d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1053827 Jun 15 14:15:30.157025 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec21afba-dbf0-4e54-88a5-6378efd63d02 req-69359655-2d6a-4104-b1a8-23eb4031acd1 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:30.158525 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-ec21afba-dbf0-4e54-88a5-6378efd63d02 req-69359655-2d6a-4104-b1a8-23eb4031acd1 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "GET /v2.0/ports?device_id=e78a60ea-67e1-4f0b-b1ab-06b9b41536b7 HTTP/1.1" status: 200 len: 945 time: 0.0746932 Jun 15 14:15:30.204343 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-ec21afba-dbf0-4e54-88a5-6378efd63d02 req-a362c8fd-e1fa-4e4d-9819-96264bcbbb6b tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "GET /v2.0/security-groups?id=5fb2b0bc-4d97-449b-9031-5715adbe68e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394604 Jun 15 14:15:30.457302 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78967804-d454-4aaf-b00a-9a57a19caedb req-27353d22-4a64-40c9-9c6f-9d7480550e43 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:30.459154 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-78967804-d454-4aaf-b00a-9a57a19caedb req-27353d22-4a64-40c9-9c6f-9d7480550e43 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/ports?device_id=eaeff0a0-6ae8-4806-8bd3-d4547f9e2abf HTTP/1.1" status: 200 len: 945 time: 0.0772648 Jun 15 14:15:30.503342 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-78967804-d454-4aaf-b00a-9a57a19caedb req-45964ba1-1512-42c9-b0d1-9aeef267a777 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8daf90f-052e-4250-95f7-9d7da7fb7be2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381498 Jun 15 14:15:30.554437 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0955fedc-2a82-45d8-92b1-d77a254239c4 req-de40ce28-6ae3-422c-bf2f-54a0cb4ce9c6 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:30.555782 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-0955fedc-2a82-45d8-92b1-d77a254239c4 req-de40ce28-6ae3-422c-bf2f-54a0cb4ce9c6 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e9732d0-86bc-4907-93ad-526dbd138d5d HTTP/1.1" status: 200 len: 946 time: 0.0771778 Jun 15 14:15:30.597719 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-0955fedc-2a82-45d8-92b1-d77a254239c4 req-a19dc89e-aac7-47cc-9178-2f73f3e31a2b tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad05965b-15a7-4a7f-9728-8af208ea3874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351100 Jun 15 14:15:30.871111 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650a7dbd-8549-463d-8908-44ef4b585d06 req-4adb1b20-8daf-4eda-8f1a-2eeeff552c34 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:30.872688 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-650a7dbd-8549-463d-8908-44ef4b585d06 req-4adb1b20-8daf-4eda-8f1a-2eeeff552c34 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d8373f1-9984-406a-8875-2e171ed82f1d HTTP/1.1" status: 200 len: 943 time: 0.0780079 Jun 15 14:15:30.913905 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-650a7dbd-8549-463d-8908-44ef4b585d06 req-dc453f2b-5ad2-4e7d-8dcd-58f110db99f2 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f204154-aeec-4a66-96d0-4d2162f9c593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354631 Jun 15 14:15:31.549891 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f3bc01-2c45-4c7f-b085-fa7d6a58a3ad req-c2b56048-f38a-400a-81dd-7d25763bea78 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:31.559377 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-b8f3bc01-2c45-4c7f-b085-fa7d6a58a3ad req-c2b56048-f38a-400a-81dd-7d25763bea78 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "GET /v2.0/ports?device_id=e78a60ea-67e1-4f0b-b1ab-06b9b41536b7 HTTP/1.1" status: 200 len: 945 time: 0.0890164 Jun 15 14:15:31.598460 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-b8f3bc01-2c45-4c7f-b085-fa7d6a58a3ad req-40f49a3a-1850-445a-9bd6-9f86b0209de4 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "GET /v2.0/security-groups?id=5fb2b0bc-4d97-449b-9031-5715adbe68e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379400 Jun 15 14:15:31.694227 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abada63b-6ab0-4f71-8a9e-1c62dac182f1 req-31269114-c0df-4e88-b010-f8591df97107 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:31.695725 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-abada63b-6ab0-4f71-8a9e-1c62dac182f1 req-31269114-c0df-4e88-b010-f8591df97107 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/ports?device_id=eaeff0a0-6ae8-4806-8bd3-d4547f9e2abf HTTP/1.1" status: 200 len: 945 time: 0.0707889 Jun 15 14:15:31.737534 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-abada63b-6ab0-4f71-8a9e-1c62dac182f1 req-16eb1180-7688-4dd8-8e7b-433667c58c95 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8daf90f-052e-4250-95f7-9d7da7fb7be2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360906 Jun 15 14:15:31.779834 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e8e9f6-57ba-4abe-83b3-4e58521fe67d req-ab3a4716-eabb-4ed6-9872-1f0f5a2db96a tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:31.781341 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-05e8e9f6-57ba-4abe-83b3-4e58521fe67d req-ab3a4716-eabb-4ed6-9872-1f0f5a2db96a tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e9732d0-86bc-4907-93ad-526dbd138d5d HTTP/1.1" status: 200 len: 946 time: 0.0709248 Jun 15 14:15:31.821667 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-05e8e9f6-57ba-4abe-83b3-4e58521fe67d req-94ecc80c-9d18-43d5-a94b-b1c223f77524 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad05965b-15a7-4a7f-9728-8af208ea3874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347314 Jun 15 14:15:31.986863 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Device bbf9fe17-57cc-4b87-8f8c-47c1bcdcee24 no longer exists at agent hyperv_hv-cinder-79647 {{(pid=91909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:15:32.004758 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2efb31a-4981-499b-96c2-7175024596d7 req-a0d351cf-a119-4e9b-9b9b-e46fca599dbc tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:32.006284 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-a2efb31a-4981-499b-96c2-7175024596d7 req-a0d351cf-a119-4e9b-9b9b-e46fca599dbc tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7b01cb6-5369-48db-9b20-3f015520a361 HTTP/1.1" status: 200 len: 945 time: 0.0756822 Jun 15 14:15:32.049847 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-a2efb31a-4981-499b-96c2-7175024596d7 req-52abe320-f877-4812-bb2b-dd9c2176307a tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad05965b-15a7-4a7f-9728-8af208ea3874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369551 Jun 15 14:15:32.111835 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1603fb8-2589-44fd-90e5-9efc52dae960 req-6e81de04-51de-452b-a5a3-83bee4f664ec tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:32.113366 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-b1603fb8-2589-44fd-90e5-9efc52dae960 req-6e81de04-51de-452b-a5a3-83bee4f664ec tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d8373f1-9984-406a-8875-2e171ed82f1d HTTP/1.1" status: 200 len: 943 time: 0.0790663 Jun 15 14:15:32.156551 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-b1603fb8-2589-44fd-90e5-9efc52dae960 req-b8226472-f9ad-4e31-8785-24ea8d520941 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f204154-aeec-4a66-96d0-4d2162f9c593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368793 Jun 15 14:15:32.783681 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bece8a3e-fe0d-40b9-8ec8-28674660a710 req-cc297940-59e7-4ad5-b4b4-d6853a9b1d27 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:32.785142 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-bece8a3e-fe0d-40b9-8ec8-28674660a710 req-cc297940-59e7-4ad5-b4b4-d6853a9b1d27 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "GET /v2.0/ports?device_id=e78a60ea-67e1-4f0b-b1ab-06b9b41536b7 HTTP/1.1" status: 200 len: 945 time: 0.0689919 Jun 15 14:15:32.827669 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-bece8a3e-fe0d-40b9-8ec8-28674660a710 req-4b1c0afb-9760-40ed-b793-2790061f0e13 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "GET /v2.0/security-groups?id=5fb2b0bc-4d97-449b-9031-5715adbe68e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366924 Jun 15 14:15:32.927132 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c349302d-8840-4c2e-a0d3-9ee8d71b246b req-96583aff-d0fe-4efb-a92e-3f5c11e3482b tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:32.928643 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-c349302d-8840-4c2e-a0d3-9ee8d71b246b req-96583aff-d0fe-4efb-a92e-3f5c11e3482b tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/ports?device_id=eaeff0a0-6ae8-4806-8bd3-d4547f9e2abf HTTP/1.1" status: 200 len: 945 time: 0.0737684 Jun 15 14:15:32.975255 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-c349302d-8840-4c2e-a0d3-9ee8d71b246b req-57a4ffa9-67c2-453f-903a-a69c99b7d7a5 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8daf90f-052e-4250-95f7-9d7da7fb7be2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403485 Jun 15 14:15:33.156162 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82f751e-72bf-4eb7-a3d2-adc70730f4d4 req-9847a477-e380-4f0d-b4c7-1127ce0e0103 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:33.157655 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-e82f751e-72bf-4eb7-a3d2-adc70730f4d4 req-9847a477-e380-4f0d-b4c7-1127ce0e0103 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "GET /v2.0/ports?device_id=e78a60ea-67e1-4f0b-b1ab-06b9b41536b7 HTTP/1.1" status: 200 len: 945 time: 0.0717430 Jun 15 14:15:33.199626 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-e82f751e-72bf-4eb7-a3d2-adc70730f4d4 req-31d8db19-1858-4b68-8736-4b023455438a tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "GET /v2.0/security-groups?id=5fb2b0bc-4d97-449b-9031-5715adbe68e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363550 Jun 15 14:15:33.223972 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 35248) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:15:33.346812 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b91a395-16ec-41e8-a65d-c89db8bf42ec req-5016d189-8172-4e87-8c40-f04bad08edc2 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:33.348266 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-7b91a395-16ec-41e8-a65d-c89db8bf42ec req-5016d189-8172-4e87-8c40-f04bad08edc2 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d8373f1-9984-406a-8875-2e171ed82f1d HTTP/1.1" status: 200 len: 943 time: 0.0727038 Jun 15 14:15:33.381836 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34cbfc24-9dd4-4a20-b049-23e9d5e47a69 tempest-TestVolumeBootPattern-1541144950 tempest-TestVolumeBootPattern-1541144950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:33.383372 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-34cbfc24-9dd4-4a20-b049-23e9d5e47a69 tempest-TestVolumeBootPattern-1541144950 tempest-TestVolumeBootPattern-1541144950-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=e78a60ea-67e1-4f0b-b1ab-06b9b41536b7 HTTP/1.1" status: 200 len: 1093 time: 0.1584191 Jun 15 14:15:33.386193 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 35254) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:15:33.390986 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.v2.base [None req-4b645abf-5120-41db-a2bb-a972851bc82c tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Request body: {'floatingip': {'floating_network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'port_id': 'f6bbc82c-db85-424e-a40d-3cea911d3a4f', 'tenant_id': 'c3de56a81c9f49fdb5657745f0c5e9a7', 'fixed_ip_address': '172.20.0.5'}} {{(pid=91906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:15:33.391666 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-7b91a395-16ec-41e8-a65d-c89db8bf42ec req-7593ccb1-0dd4-4f7a-bb8c-9b85ba5e2a1d tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f204154-aeec-4a66-96d0-4d2162f9c593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376878 Jun 15 14:15:33.419024 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-4b645abf-5120-41db-a2bb-a972851bc82c tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Notify callbacks [] for floatingip, before_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:33.542638 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-4b645abf-5120-41db-a2bb-a972851bc82c tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-33170876'] for port, before_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:33.669550 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.db.db_base_plugin_common [None req-4b645abf-5120-41db-a2bb-a972851bc82c tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Allocated IP 172.27.1.11 (962d46ed-056a-473f-b9cc-450bda4e3641/a342ae99-1675-4821-852d-5dc3e7213bc2/6c6c7608-bbdd-4044-bbc0-129c13d22670) {{(pid=91906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:15:33.804295 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-4b645abf-5120-41db-a2bb-a972851bc82c tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Notify callbacks [] for port, precommit_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:33.822112 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a150dc-7fc4-4c1d-a7ab-134cba3c7949 req-ca01710d-4415-41fb-ac13-53149bab8f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:33.823690 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-a2a150dc-7fc4-4c1d-a7ab-134cba3c7949 req-ca01710d-4415-41fb-ac13-53149bab8f54 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=dc461159adb540bbbcfcd75ea5604cfb&device_id=a7b01cb6-5369-48db-9b20-3f015520a361 HTTP/1.1" status: 200 len: 1098 time: 0.1107867 Jun 15 14:15:33.837109 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eebaf4c-ac2d-475d-a430-e80d459eb1fc req-5fef674f-fb5d-423a-8369-c9056b53a091 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:33.839060 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-2eebaf4c-ac2d-475d-a430-e80d459eb1fc req-5fef674f-fb5d-423a-8369-c9056b53a091 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7b01cb6-5369-48db-9b20-3f015520a361 HTTP/1.1" status: 200 len: 945 time: 0.0945935 Jun 15 14:15:33.843807 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-4b645abf-5120-41db-a2bb-a972851bc82c tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33170815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-53808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781714044429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3410907'] for port, after_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:33.845845 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-8a80675c-43b9-452d-b84c-a837b6096a27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:15:33.895885 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b645abf-5120-41db-a2bb-a972851bc82c tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Network 962d46ed-056a-473f-b9cc-450bda4e3641 is already hosted by enough agents. {{(pid=91906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:15:33.898860 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.scheduler.base_scheduler [None req-4b645abf-5120-41db-a2bb-a972851bc82c tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Resources bound (agent type, host, resource id): {{(pid=91906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:15:33.902756 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b645abf-5120-41db-a2bb-a972851bc82c tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Received port after_create {{(pid=91906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:15:33.908286 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b645abf-5120-41db-a2bb-a972851bc82c tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Pushing event updated for resources: {'Port': ['ID=6c6c7608-bbdd-4044-bbc0-129c13d22670,revision_number=1']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:15:33.933985 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-4b645abf-5120-41db-a2bb-a972851bc82c tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:15:33.958102 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-2eebaf4c-ac2d-475d-a430-e80d459eb1fc req-332bc529-8225-45de-ad24-56fed6582c57 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad05965b-15a7-4a7f-9728-8af208ea3874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090069 Jun 15 14:15:33.986799 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a150dc-7fc4-4c1d-a7ab-134cba3c7949 req-74743ab8-9771-4cbd-904f-3724fd7b83df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:33.988352 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-a2a150dc-7fc4-4c1d-a7ab-134cba3c7949 req-74743ab8-9771-4cbd-904f-3724fd7b83df service neutron] 10.222.0.67 "GET /v2.0/networks?id=aef6c564-c037-41ad-8e2d-dc5ff4f41860 HTTP/1.1" status: 200 len: 919 time: 0.1484516 Jun 15 14:15:34.055480 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-a2a150dc-7fc4-4c1d-a7ab-134cba3c7949 req-e4db76b6-d791-4272-9eef-2adfcb49b909 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=723a2e3e-c604-44be-982e-11d3efd9329f HTTP/1.1" status: 200 len: 217 time: 0.0498102 Jun 15 14:15:34.129444 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a150dc-7fc4-4c1d-a7ab-134cba3c7949 req-cb96c41f-f587-442a-9e73-4b31606b3a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:34.130936 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-a2a150dc-7fc4-4c1d-a7ab-134cba3c7949 req-cb96c41f-f587-442a-9e73-4b31606b3a9b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7617c69e-c1e9-44df-9ad7-ee8c6a77420c HTTP/1.1" status: 200 len: 858 time: 0.0620465 Jun 15 14:15:34.184169 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-a2a150dc-7fc4-4c1d-a7ab-134cba3c7949 req-f4df49d0-c76a-4e65-add4-39aa62860cec service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=aef6c564-c037-41ad-8e2d-dc5ff4f41860&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309606 Jun 15 14:15:34.285695 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5a2fc3-9426-490d-aca3-f7a5ee372804 req-f4019dd4-4a6d-445f-8444-9e7747e1ab7f tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:34.287150 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-4c5a2fc3-9426-490d-aca3-f7a5ee372804 req-f4019dd4-4a6d-445f-8444-9e7747e1ab7f tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/ports?device_id=eaeff0a0-6ae8-4806-8bd3-d4547f9e2abf HTTP/1.1" status: 200 len: 945 time: 0.1309104 Jun 15 14:15:34.304402 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-a2a150dc-7fc4-4c1d-a7ab-134cba3c7949 req-3a35da15-fe79-4e92-b719-88043b757f66 service neutron] 10.222.0.67 "GET /v2.0/networks/aef6c564-c037-41ad-8e2d-dc5ff4f41860?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092262 Jun 15 14:15:34.433684 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-a2a150dc-7fc4-4c1d-a7ab-134cba3c7949 req-d34df0d7-253a-4ec8-a9ff-56766d3de4ed service neutron] 10.222.0.67 "GET /v2.0/networks/aef6c564-c037-41ad-8e2d-dc5ff4f41860?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132231 Jun 15 14:15:34.437457 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-4c5a2fc3-9426-490d-aca3-f7a5ee372804 req-8b103d01-f0fc-432b-9379-bdf519a60d5b tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8daf90f-052e-4250-95f7-9d7da7fb7be2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1419234 Jun 15 14:15:34.457963 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-4b645abf-5120-41db-a2bb-a972851bc82c tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:34.555458 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-4b645abf-5120-41db-a2bb-a972851bc82c tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:34.591248 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4898961e-5121-4576-8cb7-289a33d1684b req-e5c69c0d-ae55-48d9-8496-32f246f1d431 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:34.592799 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-4898961e-5121-4576-8cb7-289a33d1684b req-e5c69c0d-ae55-48d9-8496-32f246f1d431 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d8373f1-9984-406a-8875-2e171ed82f1d HTTP/1.1" status: 200 len: 943 time: 0.0743339 Jun 15 14:15:34.634548 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-4898961e-5121-4576-8cb7-289a33d1684b req-348b7626-1b67-441c-a138-ac02483838d0 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f204154-aeec-4a66-96d0-4d2162f9c593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358772 Jun 15 14:15:34.734431 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-4b645abf-5120-41db-a2bb-a972851bc82c tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Notify callbacks [] for port, precommit_update {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:34.738902 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-4b645abf-5120-41db-a2bb-a972851bc82c tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3410917'] for port, after_update {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:34.740954 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-3a54b2fb-b4b3-4e4f-91af-9ed7cac60421 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:15:34.823760 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b645abf-5120-41db-a2bb-a972851bc82c tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Pushing event updated for resources: {'Port': ['ID=6c6c7608-bbdd-4044-bbc0-129c13d22670,revision_number=2']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:15:34.826486 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-4b645abf-5120-41db-a2bb-a972851bc82c tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:15:34.834516 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-4b645abf-5120-41db-a2bb-a972851bc82c tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667260'] for floatingip, after_update {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:35.250312 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.db.l3_db [None req-4b645abf-5120-41db-a2bb-a972851bc82c tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Floating IP 471c4cd8-f776-4181-a929-41439765a467 associated. External IP: 172.27.1.11, port: f6bbc82c-db85-424e-a40d-3cea911d3a4f. Jun 15 14:15:35.311987 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6f17d1-8df8-44cc-8308-929d812be761 req-39c044b8-57a1-430f-892a-96a5c34f137c tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:35.313463 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-fd6f17d1-8df8-44cc-8308-929d812be761 req-39c044b8-57a1-430f-892a-96a5c34f137c tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7b01cb6-5369-48db-9b20-3f015520a361 HTTP/1.1" status: 200 len: 945 time: 0.1490510 Jun 15 14:15:35.425718 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-fd6f17d1-8df8-44cc-8308-929d812be761 req-8ba47a34-56b7-4494-9ed9-090f0bba37ab tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad05965b-15a7-4a7f-9728-8af208ea3874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670214 Jun 15 14:15:35.580043 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b645abf-5120-41db-a2bb-a972851bc82c tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Router 20c0eaad-83cf-4430-b708-c66bdd7420d8 has already been hosted by L3 agent 7c0fcfb6-ee6c-4f84-9204-f4cc96555f34 {{(pid=91906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:15:35.627468 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767383f5-9faf-4ab3-80c4-52bacbd50c20 req-51aaa028-29ac-4f2c-a8a4-78e5228728b3 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:35.628934 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-767383f5-9faf-4ab3-80c4-52bacbd50c20 req-51aaa028-29ac-4f2c-a8a4-78e5228728b3 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/ports?device_id=eaeff0a0-6ae8-4806-8bd3-d4547f9e2abf HTTP/1.1" status: 200 len: 945 time: 0.0736873 Jun 15 14:15:35.676270 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-767383f5-9faf-4ab3-80c4-52bacbd50c20 req-5ad7990b-9a36-4c43-af60-626d3d26c86a tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8daf90f-052e-4250-95f7-9d7da7fb7be2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375013 Jun 15 14:15:35.731031 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b645abf-5120-41db-a2bb-a972851bc82c tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Notify agent at l3_agent.dv-cinder-796471-1-iscsi the message routers_updated {{(pid=91906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:15:35.740704 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ccd6dd-51e9-4eff-b37b-7575eeaf5f73 None None] Sync routers for ids ['20c0eaad-83cf-4430-b708-c66bdd7420d8'] in dv-cinder-796471-1-iscsi {{(pid=91910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:15:35.749628 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-4b645abf-5120-41db-a2bb-a972851bc82c tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58954'] for floatingip, before_response {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:35.751008 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ccd6dd-51e9-4eff-b37b-7575eeaf5f73 None None] Routers {'20c0eaad-83cf-4430-b708-c66bdd7420d8'} bound to L3 agent in host dv-cinder-796471-1-iscsi {{(pid=91910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:15:35.751812 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-92ccd6dd-51e9-4eff-b37b-7575eeaf5f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796471-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-15T14:04:51Z,description=,heartbeat_timestamp=2021-06-15T14:15:21Z,host='dv-cinder-796471-1-iscsi',id=7c0fcfb6-ee6c-4f84-9204-f4cc96555f34,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:04:51Z,topic='l3_agent')) {'router_ids': ['20c0eaad-83cf-4430-b708-c66bdd7420d8'], 'active': True} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:15:35.824603 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-4b645abf-5120-41db-a2bb-a972851bc82c tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4373782 Jun 15 14:15:35.826866 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e78a60ea-67e1-4f0b-b1ab-06b9b41536b7', 'tag': 'f6bbc82c-db85-424e-a40d-3cea911d3a4f'}] {{(pid=91906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:15:35.829211 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6e08b2e8a943f90b978338aafac4b6863d86ad6c280d3789afb6c36825669ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f366513-4f27-4db9-b612-666ec73788eb" -d '{"events": [{"name": "network-changed", "server_uuid": "e78a60ea-67e1-4f0b-b1ab-06b9b41536b7", "tag": "f6bbc82c-db85-424e-a40d-3cea911d3a4f"}]}' {{(pid=91906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:15:35.865349 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ea6ce7-c2b4-47cd-aef0-589c85b2c414 req-f254899e-6e9d-438b-9791-9ef45edb5a82 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:35.866913 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-61ea6ce7-c2b4-47cd-aef0-589c85b2c414 req-f254899e-6e9d-438b-9791-9ef45edb5a82 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d8373f1-9984-406a-8875-2e171ed82f1d HTTP/1.1" status: 200 len: 943 time: 0.0920794 Jun 15 14:15:35.871357 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 14:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf207f5e-d545-499c-acd0-f34eb6383b02 x-openstack-request-id: req-bf207f5e-d545-499c-acd0-f34eb6383b02 {{(pid=91906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:15:35.871661 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e78a60ea-67e1-4f0b-b1ab-06b9b41536b7", "tag": "f6bbc82c-db85-424e-a40d-3cea911d3a4f", "status": "completed", "code": 200}]} {{(pid=91906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:15:35.871939 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-bf207f5e-d545-499c-acd0-f34eb6383b02 {{(pid=91906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:15:35.872357 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e78a60ea-67e1-4f0b-b1ab-06b9b41536b7', 'tag': 'f6bbc82c-db85-424e-a40d-3cea911d3a4f', 'status': 'completed', 'code': 200} Jun 15 14:15:35.913845 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-61ea6ce7-c2b4-47cd-aef0-589c85b2c414 req-c37bbf59-609d-48b0-9e6a-6c4bf6bd9b52 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f204154-aeec-4a66-96d0-4d2162f9c593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394833 Jun 15 14:15:35.992246 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvr_db [None req-92ccd6dd-51e9-4eff-b37b-7575eeaf5f73 None None] Set router 20c0eaad-83cf-4430-b708-c66bdd7420d8 gateway port host: dv-cinder-796471-1-iscsi {{(pid=91910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:15:35.997493 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f366513-4f27-4db9-b612-666ec73788eb req-53264645-f751-4e06-9f31-0533fd7df151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:35.999035 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-4f366513-4f27-4db9-b612-666ec73788eb req-53264645-f751-4e06-9f31-0533fd7df151 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c3de56a81c9f49fdb5657745f0c5e9a7&device_id=e78a60ea-67e1-4f0b-b1ab-06b9b41536b7 HTTP/1.1" status: 200 len: 1098 time: 0.0611262 Jun 15 14:15:36.114083 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f366513-4f27-4db9-b612-666ec73788eb req-00b84330-f109-4eb1-bbe4-bc9eba3036e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:36.115547 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-4f366513-4f27-4db9-b612-666ec73788eb req-00b84330-f109-4eb1-bbe4-bc9eba3036e8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=38cc54e9-46a5-4f17-85e6-fe0dd786b611 HTTP/1.1" status: 200 len: 911 time: 0.1083124 Jun 15 14:15:36.203909 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-4f366513-4f27-4db9-b612-666ec73788eb req-6cea40d1-242a-4930-8091-ac6afa1a70a4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f6bbc82c-db85-424e-a40d-3cea911d3a4f HTTP/1.1" status: 200 len: 998 time: 0.0758629 Jun 15 14:15:36.264520 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f366513-4f27-4db9-b612-666ec73788eb req-f5c1766e-feb7-4dd5-b783-a2c0643b8c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:36.266064 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-4f366513-4f27-4db9-b612-666ec73788eb req-f5c1766e-feb7-4dd5-b783-a2c0643b8c8c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c7a8d3b2-93d0-474b-a785-3b20f05c50a2 HTTP/1.1" status: 200 len: 849 time: 0.0545590 Jun 15 14:15:36.288791 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-92ccd6dd-51e9-4eff-b37b-7575eeaf5f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c0eaad-83cf-4430-b708-c66bdd7420d8', 'name': 'tempest-TestVolumeBootPattern-92072223-router', 'tenant_id': 'c3de56a81c9f49fdb5657745f0c5e9a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'external_fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': 'd971e2b1-b9ea-44de-a79f-39fe38ddcd08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:13:59Z', 'updated_at': '2021-06-15T14:14:06Z', 'revision_number': 4, 'project_id': 'c3de56a81c9f49fdb5657745f0c5e9a7', 'gw_port': {'id': 'd971e2b1-b9ea-44de-a79f-39fe38ddcd08', 'name': '', 'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d4:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c0eaad-83cf-4430-b708-c66bdd7420d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:14:00Z', 'updated_at': '2021-06-15T14:14:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796471-1-iscsi', '_floatingips': [{'id': '471c4cd8-f776-4181-a929-41439765a467', 'tenant_id': 'c3de56a81c9f49fdb5657745f0c5e9a7', 'floating_ip_address': '172.27.1.11', 'floating_network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'router_id': '20c0eaad-83cf-4430-b708-c66bdd7420d8', 'port_id': 'f6bbc82c-db85-424e-a40d-3cea911d3a4f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38cc54e9-46a5-4f17-85e6-fe0dd786b611', 'mac_address': 'fa:16:3e:4d:54:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78a60ea-67e1-4f0b-b1ab-06b9b41536b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-15T14:15:34Z', 'updated_at': '2021-06-15T14:15:34Z', 'revision_number': 0, 'project_id': 'c3de56a81c9f49fdb5657745f0c5e9a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da9737a8-9041-44ab-8b20-9f32fed8bfee', 'name': '', 'network_id': '38cc54e9-46a5-4f17-85e6-fe0dd786b611', 'tenant_id': 'c3de56a81c9f49fdb5657745f0c5e9a7', 'mac_address': 'fa:16:3e:83:f0:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c0eaad-83cf-4430-b708-c66bdd7420d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'c7a8d3b2-93d0-474b-a785-3b20f05c50a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:14:04Z', 'updated_at': '2021-06-15T14:14:14Z', 'revision_number': 5, 'project_id': 'c3de56a81c9f49fdb5657745f0c5e9a7', 'subnets': [{'id': 'c7a8d3b2-93d0-474b-a785-3b20f05c50a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796471-1-iscsi', False) {} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:15:36.292131 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ccd6dd-51e9-4eff-b37b-7575eeaf5f73 None None] Checking router: 20c0eaad-83cf-4430-b708-c66bdd7420d8 for host: dv-cinder-796471-1-iscsi {{(pid=91910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:15:36.300016 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ccd6dd-51e9-4eff-b37b-7575eeaf5f73 None None] Routers {'20c0eaad-83cf-4430-b708-c66bdd7420d8'} bound to L3 agent in host dv-cinder-796471-1-iscsi {{(pid=91910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:15:36.300613 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-92ccd6dd-51e9-4eff-b37b-7575eeaf5f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796471-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-15T14:04:51Z,description=,heartbeat_timestamp=2021-06-15T14:15:21Z,host='dv-cinder-796471-1-iscsi',id=7c0fcfb6-ee6c-4f84-9204-f4cc96555f34,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:04:51Z,topic='l3_agent')) {'router_ids': ['20c0eaad-83cf-4430-b708-c66bdd7420d8'], 'active': True} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:15:36.329138 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f366513-4f27-4db9-b612-666ec73788eb req-c1b2739c-ab93-4ed4-a52f-cb5b9ccf9ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:36.330618 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-4f366513-4f27-4db9-b612-666ec73788eb req-c1b2739c-ab93-4ed4-a52f-cb5b9ccf9ad1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=38cc54e9-46a5-4f17-85e6-fe0dd786b611&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0571454 Jun 15 14:15:36.442960 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvr_db [None req-92ccd6dd-51e9-4eff-b37b-7575eeaf5f73 None None] Set router 20c0eaad-83cf-4430-b708-c66bdd7420d8 gateway port host: dv-cinder-796471-1-iscsi {{(pid=91910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:15:36.459449 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-4f366513-4f27-4db9-b612-666ec73788eb req-ba91a954-11ef-4470-913d-c6009e1e36e7 service neutron] 10.222.0.67 "GET /v2.0/networks/38cc54e9-46a5-4f17-85e6-fe0dd786b611?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100187 Jun 15 14:15:36.619081 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-4f366513-4f27-4db9-b612-666ec73788eb req-889df2c1-d331-4f28-b9a6-c2304d09f5f2 service neutron] 10.222.0.67 "GET /v2.0/networks/38cc54e9-46a5-4f17-85e6-fe0dd786b611?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517270 Jun 15 14:15:36.647315 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f11174f-beba-4197-93a4-2c2ce143f5fb req-f8ea8674-51bd-4694-9ce3-c7694735ccc9 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:36.650411 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-4f11174f-beba-4197-93a4-2c2ce143f5fb req-f8ea8674-51bd-4694-9ce3-c7694735ccc9 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7b01cb6-5369-48db-9b20-3f015520a361 HTTP/1.1" status: 200 len: 945 time: 0.0989089 Jun 15 14:15:36.705474 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-4f11174f-beba-4197-93a4-2c2ce143f5fb req-043eb5fa-09d7-49ee-850b-c4cfa6947cde tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad05965b-15a7-4a7f-9728-8af208ea3874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460653 Jun 15 14:15:36.748513 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-92ccd6dd-51e9-4eff-b37b-7575eeaf5f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c0eaad-83cf-4430-b708-c66bdd7420d8', 'name': 'tempest-TestVolumeBootPattern-92072223-router', 'tenant_id': 'c3de56a81c9f49fdb5657745f0c5e9a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'external_fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': 'd971e2b1-b9ea-44de-a79f-39fe38ddcd08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:13:59Z', 'updated_at': '2021-06-15T14:14:06Z', 'revision_number': 4, 'project_id': 'c3de56a81c9f49fdb5657745f0c5e9a7', 'gw_port': {'id': 'd971e2b1-b9ea-44de-a79f-39fe38ddcd08', 'name': '', 'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d4:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c0eaad-83cf-4430-b708-c66bdd7420d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:14:00Z', 'updated_at': '2021-06-15T14:14:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796471-1-iscsi', '_floatingips': [{'id': '471c4cd8-f776-4181-a929-41439765a467', 'tenant_id': 'c3de56a81c9f49fdb5657745f0c5e9a7', 'floating_ip_address': '172.27.1.11', 'floating_network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'router_id': '20c0eaad-83cf-4430-b708-c66bdd7420d8', 'port_id': 'f6bbc82c-db85-424e-a40d-3cea911d3a4f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38cc54e9-46a5-4f17-85e6-fe0dd786b611', 'mac_address': 'fa:16:3e:4d:54:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78a60ea-67e1-4f0b-b1ab-06b9b41536b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-15T14:15:34Z', 'updated_at': '2021-06-15T14:15:34Z', 'revision_number': 0, 'project_id': 'c3de56a81c9f49fdb5657745f0c5e9a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da9737a8-9041-44ab-8b20-9f32fed8bfee', 'name': '', 'network_id': '38cc54e9-46a5-4f17-85e6-fe0dd786b611', 'tenant_id': 'c3de56a81c9f49fdb5657745f0c5e9a7', 'mac_address': 'fa:16:3e:83:f0:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c0eaad-83cf-4430-b708-c66bdd7420d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'c7a8d3b2-93d0-474b-a785-3b20f05c50a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:14:04Z', 'updated_at': '2021-06-15T14:14:14Z', 'revision_number': 5, 'project_id': 'c3de56a81c9f49fdb5657745f0c5e9a7', 'subnets': [{'id': 'c7a8d3b2-93d0-474b-a785-3b20f05c50a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796471-1-iscsi', False) {} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:15:36.751968 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ccd6dd-51e9-4eff-b37b-7575eeaf5f73 None None] The sync data for ids ['20c0eaad-83cf-4430-b708-c66bdd7420d8'] in dv-cinder-796471-1-iscsi is: [{'id': '20c0eaad-83cf-4430-b708-c66bdd7420d8', 'name': 'tempest-TestVolumeBootPattern-92072223-router', 'tenant_id': 'c3de56a81c9f49fdb5657745f0c5e9a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'external_fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': 'd971e2b1-b9ea-44de-a79f-39fe38ddcd08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:13:59Z', 'updated_at': '2021-06-15T14:14:06Z', 'revision_number': 4, 'project_id': 'c3de56a81c9f49fdb5657745f0c5e9a7', 'gw_port': {'id': 'd971e2b1-b9ea-44de-a79f-39fe38ddcd08', 'name': '', 'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d4:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c0eaad-83cf-4430-b708-c66bdd7420d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:14:00Z', 'updated_at': '2021-06-15T14:14:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796471-1-iscsi', '_floatingips': [{'id': '471c4cd8-f776-4181-a929-41439765a467', 'tenant_id': 'c3de56a81c9f49fdb5657745f0c5e9a7', 'floating_ip_address': '172.27.1.11', 'floating_network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'router_id': '20c0eaad-83cf-4430-b708-c66bdd7420d8', 'port_id': 'f6bbc82c-db85-424e-a40d-3cea911d3a4f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38cc54e9-46a5-4f17-85e6-fe0dd786b611', 'mac_address': 'fa:16:3e:4d:54:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78a60ea-67e1-4f0b-b1ab-06b9b41536b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-15T14:15:34Z', 'updated_at': '2021-06-15T14:15:34Z', 'revision_number': 0, 'project_id': 'c3de56a81c9f49fdb5657745f0c5e9a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da9737a8-9041-44ab-8b20-9f32fed8bfee', 'name': '', 'network_id': '38cc54e9-46a5-4f17-85e6-fe0dd786b611', 'tenant_id': 'c3de56a81c9f49fdb5657745f0c5e9a7', 'mac_address': 'fa:16:3e:83:f0:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c0eaad-83cf-4430-b708-c66bdd7420d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'c7a8d3b2-93d0-474b-a785-3b20f05c50a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:14:04Z', 'updated_at': '2021-06-15T14:14:14Z', 'revision_number': 5, 'project_id': 'c3de56a81c9f49fdb5657745f0c5e9a7', 'subnets': [{'id': 'c7a8d3b2-93d0-474b-a785-3b20f05c50a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:15:36.863999 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c64d7e1-561a-40a3-835a-822dcb0b89bf req-16598fb1-1372-4d93-8928-602764f2d68c tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:36.865454 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-2c64d7e1-561a-40a3-835a-822dcb0b89bf req-16598fb1-1372-4d93-8928-602764f2d68c tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/ports?device_id=eaeff0a0-6ae8-4806-8bd3-d4547f9e2abf HTTP/1.1" status: 200 len: 945 time: 0.0692570 Jun 15 14:15:36.909640 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-2c64d7e1-561a-40a3-835a-822dcb0b89bf req-377c64e6-0abd-480a-9503-6a4a2ab17daa tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8daf90f-052e-4250-95f7-9d7da7fb7be2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382285 Jun 15 14:15:36.950104 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7cdaa8c-8b2a-42a5-b825-fda5d5cb93d1 None None] New status for floating IP 471c4cd8-f776-4181-a929-41439765a467: ACTIVE {{(pid=91909) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 15 14:15:37.134903 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbe907d-8107-47ad-a0c2-5784249a924e req-f4e6bc62-d395-409a-9df1-d0ef0c6001a0 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:37.137217 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-1cbe907d-8107-47ad-a0c2-5784249a924e req-f4e6bc62-d395-409a-9df1-d0ef0c6001a0 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d8373f1-9984-406a-8875-2e171ed82f1d HTTP/1.1" status: 200 len: 943 time: 0.0809469 Jun 15 14:15:37.187175 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-1cbe907d-8107-47ad-a0c2-5784249a924e req-881a569d-86bf-410b-bd55-aa80ce993cd6 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f204154-aeec-4a66-96d0-4d2162f9c593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440867 Jun 15 14:15:37.555268 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f8dfc6-cb06-4ded-bed3-9a96582e0b5c req-a9ff19ed-ebe2-4bdd-9d47-43c4c405ede6 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:37.556659 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-b7f8dfc6-cb06-4ded-bed3-9a96582e0b5c req-a9ff19ed-ebe2-4bdd-9d47-43c4c405ede6 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/ports?device_id=eaeff0a0-6ae8-4806-8bd3-d4547f9e2abf HTTP/1.1" status: 200 len: 945 time: 0.3274763 Jun 15 14:15:37.586200 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82b416b-6ff2-405f-917a-7e8d0758d6fb req-70ffe368-d9cc-4412-a713-62b358bdc4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:37.587655 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-e82b416b-6ff2-405f-917a-7e8d0758d6fb req-70ffe368-d9cc-4412-a713-62b358bdc4cc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=bd051735f59a48aba03badfdff199de6&device_id=eaeff0a0-6ae8-4806-8bd3-d4547f9e2abf HTTP/1.1" status: 200 len: 1098 time: 0.0929220 Jun 15 14:15:37.612855 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-b7f8dfc6-cb06-4ded-bed3-9a96582e0b5c req-66f9d381-a652-4a12-ae16-72683fd65aae tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8daf90f-052e-4250-95f7-9d7da7fb7be2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497975 Jun 15 14:15:37.712611 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82b416b-6ff2-405f-917a-7e8d0758d6fb req-2e382341-be0a-4a18-b53b-68da6ca46f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:37.714580 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-e82b416b-6ff2-405f-917a-7e8d0758d6fb req-2e382341-be0a-4a18-b53b-68da6ca46f39 service neutron] 10.222.0.67 "GET /v2.0/networks?id=4aa06fea-aa17-4092-a73a-67493e684cef HTTP/1.1" status: 200 len: 912 time: 0.1161275 Jun 15 14:15:37.803438 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-e82b416b-6ff2-405f-917a-7e8d0758d6fb req-a6e1a5db-8f6b-4047-b16b-ca6713e3cfde service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=185635d3-2677-45f0-bf52-777e1c826b0a HTTP/1.1" status: 200 len: 1001 time: 0.0806148 Jun 15 14:15:37.860084 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82b416b-6ff2-405f-917a-7e8d0758d6fb req-1926d597-3305-419e-9c50-a1382046da1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:37.861541 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-e82b416b-6ff2-405f-917a-7e8d0758d6fb req-1926d597-3305-419e-9c50-a1382046da1d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=948d283c-351b-4469-a9b0-92e873d860c7 HTTP/1.1" status: 200 len: 850 time: 0.0512180 Jun 15 14:15:37.879529 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670ea953-4501-4586-b454-91cb50422c5f req-48724f86-60e2-49a5-82aa-337a52e3571a tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:37.881017 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-670ea953-4501-4586-b454-91cb50422c5f req-48724f86-60e2-49a5-82aa-337a52e3571a tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7b01cb6-5369-48db-9b20-3f015520a361 HTTP/1.1" status: 200 len: 945 time: 0.0679066 Jun 15 14:15:37.924008 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-670ea953-4501-4586-b454-91cb50422c5f req-b7ee5580-da7f-4f71-b506-e68572dc8895 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad05965b-15a7-4a7f-9728-8af208ea3874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363338 Jun 15 14:15:37.926111 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82b416b-6ff2-405f-917a-7e8d0758d6fb req-a4b77c82-e53b-445d-9248-848eb2661d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:37.927646 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-e82b416b-6ff2-405f-917a-7e8d0758d6fb req-a4b77c82-e53b-445d-9248-848eb2661d2e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4aa06fea-aa17-4092-a73a-67493e684cef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0581641 Jun 15 14:15:38.044463 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-e82b416b-6ff2-405f-917a-7e8d0758d6fb req-719c523f-6800-41cf-bfef-c4a84e351a05 service neutron] 10.222.0.67 "GET /v2.0/networks/4aa06fea-aa17-4092-a73a-67493e684cef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089694 Jun 15 14:15:38.161910 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-e82b416b-6ff2-405f-917a-7e8d0758d6fb req-c15635d5-d72a-442f-9771-c01d7477d0ee service neutron] 10.222.0.67 "GET /v2.0/networks/4aa06fea-aa17-4092-a73a-67493e684cef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103368 Jun 15 14:15:38.372868 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0029f766-2546-4917-aef3-5f3ebb8c87d4 req-9e5b7eca-191c-4ae1-9e2c-759a31e7f89d tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:38.374329 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-0029f766-2546-4917-aef3-5f3ebb8c87d4 req-9e5b7eca-191c-4ae1-9e2c-759a31e7f89d tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d8373f1-9984-406a-8875-2e171ed82f1d HTTP/1.1" status: 200 len: 943 time: 0.0682888 Jun 15 14:15:38.416180 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-0029f766-2546-4917-aef3-5f3ebb8c87d4 req-703e88d1-14ed-48fe-9dbd-8309b88d24f0 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f204154-aeec-4a66-96d0-4d2162f9c593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360866 Jun 15 14:15:38.793003 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eced65d4-63c4-4d25-a390-5c380cc13c0f req-eaf90a2c-80bc-490f-b8be-fd6a21923077 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:38.794387 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-eced65d4-63c4-4d25-a390-5c380cc13c0f req-eaf90a2c-80bc-490f-b8be-fd6a21923077 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/ports?device_id=eaeff0a0-6ae8-4806-8bd3-d4547f9e2abf HTTP/1.1" status: 200 len: 945 time: 0.0690234 Jun 15 14:15:38.838850 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-eced65d4-63c4-4d25-a390-5c380cc13c0f req-55dc8020-67d6-4897-8b0c-7935d2ba1617 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8daf90f-052e-4250-95f7-9d7da7fb7be2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387766 Jun 15 14:15:39.108043 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd4f7ca-d246-420f-8f95-3bafecf012bb req-2b6bef42-2d35-438f-8bed-42ec7b54b975 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:39.109511 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-4bd4f7ca-d246-420f-8f95-3bafecf012bb req-2b6bef42-2d35-438f-8bed-42ec7b54b975 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7b01cb6-5369-48db-9b20-3f015520a361 HTTP/1.1" status: 200 len: 945 time: 0.0733130 Jun 15 14:15:39.149882 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-4bd4f7ca-d246-420f-8f95-3bafecf012bb req-0b4c15b5-e2f7-4245-a972-f1c533982cf3 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad05965b-15a7-4a7f-9728-8af208ea3874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344694 Jun 15 14:15:39.597347 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa20b80-ac5d-41dc-ad53-086b382bd008 req-0a33919f-1a42-4c4f-aa3c-91f3afd08a47 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:39.598817 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-4aa20b80-ac5d-41dc-ad53-086b382bd008 req-0a33919f-1a42-4c4f-aa3c-91f3afd08a47 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d8373f1-9984-406a-8875-2e171ed82f1d HTTP/1.1" status: 200 len: 943 time: 0.0678153 Jun 15 14:15:39.640171 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-4aa20b80-ac5d-41dc-ad53-086b382bd008 req-6d1826bb-540c-4070-abc1-46d57216b14a tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f204154-aeec-4a66-96d0-4d2162f9c593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357084 Jun 15 14:15:40.018465 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180ad05f-27b1-4fab-92ba-4f988aa4c966 req-8dddd624-a34f-4ab2-a4eb-e55a38b9f5c4 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:40.019851 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-180ad05f-27b1-4fab-92ba-4f988aa4c966 req-8dddd624-a34f-4ab2-a4eb-e55a38b9f5c4 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/ports?device_id=eaeff0a0-6ae8-4806-8bd3-d4547f9e2abf HTTP/1.1" status: 200 len: 945 time: 0.0684311 Jun 15 14:15:40.060805 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-180ad05f-27b1-4fab-92ba-4f988aa4c966 req-a608598f-aa87-43b5-8cfc-3ac8fcd6c630 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8daf90f-052e-4250-95f7-9d7da7fb7be2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352745 Jun 15 14:15:40.332089 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b637920-9a65-4644-98b5-036765783879 req-77b6a1a1-5f5f-4f78-afca-4084a71cd152 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:40.333435 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-6b637920-9a65-4644-98b5-036765783879 req-77b6a1a1-5f5f-4f78-afca-4084a71cd152 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7b01cb6-5369-48db-9b20-3f015520a361 HTTP/1.1" status: 200 len: 945 time: 0.0690763 Jun 15 14:15:40.379857 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-6b637920-9a65-4644-98b5-036765783879 req-40c2cbbf-29e3-4f76-b651-21aff1db6721 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad05965b-15a7-4a7f-9728-8af208ea3874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408087 Jun 15 14:15:40.834611 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fca718d-4873-4038-8691-14cd7171f762 req-a50bd9ce-f112-45d8-835d-cbb3ebda9465 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:40.836739 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-4fca718d-4873-4038-8691-14cd7171f762 req-a50bd9ce-f112-45d8-835d-cbb3ebda9465 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d8373f1-9984-406a-8875-2e171ed82f1d HTTP/1.1" status: 200 len: 943 time: 0.0777106 Jun 15 14:15:40.880115 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-4fca718d-4873-4038-8691-14cd7171f762 req-5349b0d1-cf66-4651-be91-0bcb58562d22 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f204154-aeec-4a66-96d0-4d2162f9c593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364976 Jun 15 14:15:41.242694 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9277ee7-1884-47f2-bc88-bb77b1a1095a req-869a35c1-38d4-47ef-b6c4-831d89c6af9a tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:41.244699 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-d9277ee7-1884-47f2-bc88-bb77b1a1095a req-869a35c1-38d4-47ef-b6c4-831d89c6af9a tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/ports?device_id=eaeff0a0-6ae8-4806-8bd3-d4547f9e2abf HTTP/1.1" status: 200 len: 945 time: 0.0718493 Jun 15 14:15:41.288290 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-d9277ee7-1884-47f2-bc88-bb77b1a1095a req-d34052f1-4acf-46b3-b65e-bbc9e8be5be5 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8daf90f-052e-4250-95f7-9d7da7fb7be2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378456 Jun 15 14:15:41.574942 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65e3021-5d6b-493a-9c77-8940246d0aad req-ef8bdb60-19d4-4e17-8101-86916ad8d59f tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:41.576439 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-f65e3021-5d6b-493a-9c77-8940246d0aad req-ef8bdb60-19d4-4e17-8101-86916ad8d59f tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7b01cb6-5369-48db-9b20-3f015520a361 HTTP/1.1" status: 200 len: 945 time: 0.0786574 Jun 15 14:15:41.621585 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-f65e3021-5d6b-493a-9c77-8940246d0aad req-d2c6d433-ae74-4c59-9cba-931de119a60f tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad05965b-15a7-4a7f-9728-8af208ea3874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375633 Jun 15 14:15:42.062636 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52050900-226b-4e82-b4ed-311b84e4d3d6 req-193a6f03-0d32-479e-9979-de77505c455a tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:42.064105 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-52050900-226b-4e82-b4ed-311b84e4d3d6 req-193a6f03-0d32-479e-9979-de77505c455a tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d8373f1-9984-406a-8875-2e171ed82f1d HTTP/1.1" status: 200 len: 943 time: 0.0688090 Jun 15 14:15:42.110324 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-52050900-226b-4e82-b4ed-311b84e4d3d6 req-bcba08e3-d271-4c2d-ad40-8da789ca3afd tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f204154-aeec-4a66-96d0-4d2162f9c593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402899 Jun 15 14:15:42.474914 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59780c07-97ca-4452-ab1a-ab79002e219e req-e59bd1ba-b6d7-41fc-897c-9e7ffea57f1d tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:42.476320 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-59780c07-97ca-4452-ab1a-ab79002e219e req-e59bd1ba-b6d7-41fc-897c-9e7ffea57f1d tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/ports?device_id=eaeff0a0-6ae8-4806-8bd3-d4547f9e2abf HTTP/1.1" status: 200 len: 945 time: 0.0764234 Jun 15 14:15:42.519317 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-59780c07-97ca-4452-ab1a-ab79002e219e req-e96300e2-d70f-4a87-adbb-4a5a2713ba93 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8daf90f-052e-4250-95f7-9d7da7fb7be2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370533 Jun 15 14:15:42.803481 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc30962-5365-4b0a-a764-d2a56921b536 req-19ad2154-329a-4bfe-bfa5-a5b94754824a tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:42.804978 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-acc30962-5365-4b0a-a764-d2a56921b536 req-19ad2154-329a-4bfe-bfa5-a5b94754824a tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7b01cb6-5369-48db-9b20-3f015520a361 HTTP/1.1" status: 200 len: 945 time: 0.0718255 Jun 15 14:15:42.848248 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-acc30962-5365-4b0a-a764-d2a56921b536 req-d680e815-b400-4487-8320-a66997a78326 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad05965b-15a7-4a7f-9728-8af208ea3874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371637 Jun 15 14:15:43.080716 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811c9aea-2db1-4149-8de8-78a88544e9d9 req-45968376-0d7e-4973-b849-439015aa23fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:43.082185 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-811c9aea-2db1-4149-8de8-78a88544e9d9 req-45968376-0d7e-4973-b849-439015aa23fd service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=8d8373f1-9984-406a-8875-2e171ed82f1d&tenant_id=52a857fa93204cfd848344919ef0f84a HTTP/1.1" status: 200 len: 1096 time: 0.0919542 Jun 15 14:15:43.183488 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811c9aea-2db1-4149-8de8-78a88544e9d9 req-66b509ba-31c3-45b4-8cb9-02365e09e47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:43.184978 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-811c9aea-2db1-4149-8de8-78a88544e9d9 req-66b509ba-31c3-45b4-8cb9-02365e09e47c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=52a857fa93204cfd848344919ef0f84a&device_id=8d8373f1-9984-406a-8875-2e171ed82f1d HTTP/1.1" status: 200 len: 1096 time: 0.0592861 Jun 15 14:15:43.297202 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a19c8cf-bdfa-48e1-9022-470304be7de9 req-9e94cea3-a25a-45b7-9503-72f7bbd46607 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:43.298626 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-9a19c8cf-bdfa-48e1-9022-470304be7de9 req-9e94cea3-a25a-45b7-9503-72f7bbd46607 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d8373f1-9984-406a-8875-2e171ed82f1d HTTP/1.1" status: 200 len: 943 time: 0.0685754 Jun 15 14:15:43.303820 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811c9aea-2db1-4149-8de8-78a88544e9d9 req-516820cb-7ec3-4ab9-a2c8-3359a917d011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:43.305262 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-811c9aea-2db1-4149-8de8-78a88544e9d9 req-516820cb-7ec3-4ab9-a2c8-3359a917d011 service neutron] 10.222.0.67 "GET /v2.0/networks?id=610d1d9e-6798-4665-ba11-cd870fb10064 HTTP/1.1" status: 200 len: 918 time: 0.1127996 Jun 15 14:15:43.342542 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-9a19c8cf-bdfa-48e1-9022-470304be7de9 req-589d02ce-da15-4e00-b139-6bd348af94a9 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f204154-aeec-4a66-96d0-4d2162f9c593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380559 Jun 15 14:15:43.396190 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-811c9aea-2db1-4149-8de8-78a88544e9d9 req-94d5615b-a29a-4ca2-bb1d-e281499bb8fd service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bbf9fe17-57cc-4b87-8f8c-47c1bcdcee24 HTTP/1.1" status: 200 len: 999 time: 0.0779104 Jun 15 14:15:43.458176 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811c9aea-2db1-4149-8de8-78a88544e9d9 req-20564171-327c-4eb1-a6d2-36846275bb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:43.459643 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-811c9aea-2db1-4149-8de8-78a88544e9d9 req-20564171-327c-4eb1-a6d2-36846275bb50 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2014c6aa-f72d-434e-8835-9ccc29766f9a HTTP/1.1" status: 200 len: 856 time: 0.0514882 Jun 15 14:15:43.540613 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811c9aea-2db1-4149-8de8-78a88544e9d9 req-161f8eff-6bb9-46bd-8e7c-bdf287d24ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:43.542140 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-811c9aea-2db1-4149-8de8-78a88544e9d9 req-161f8eff-6bb9-46bd-8e7c-bdf287d24ae7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=610d1d9e-6798-4665-ba11-cd870fb10064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0623708 Jun 15 14:15:43.665538 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-811c9aea-2db1-4149-8de8-78a88544e9d9 req-f7cee2b8-f12f-4fa9-95f5-ea2627d383aa service neutron] 10.222.0.67 "GET /v2.0/networks/610d1d9e-6798-4665-ba11-cd870fb10064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043010 Jun 15 14:15:43.789336 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-811c9aea-2db1-4149-8de8-78a88544e9d9 req-9a2bc93a-1052-493d-8ff7-587e910a2af8 service neutron] 10.222.0.67 "GET /v2.0/networks/610d1d9e-6798-4665-ba11-cd870fb10064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108046 Jun 15 14:15:44.040202 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebad61f5-1115-4224-b8ba-24cdcde8cfcb req-0498c993-04f5-445b-805f-92eaff309eb4 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:44.042311 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-ebad61f5-1115-4224-b8ba-24cdcde8cfcb req-0498c993-04f5-445b-805f-92eaff309eb4 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7b01cb6-5369-48db-9b20-3f015520a361 HTTP/1.1" status: 200 len: 945 time: 0.0730805 Jun 15 14:15:44.086269 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-ebad61f5-1115-4224-b8ba-24cdcde8cfcb req-658a64cb-5cf7-4699-b549-8e16503b7bf5 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad05965b-15a7-4a7f-9728-8af208ea3874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381901 Jun 15 14:15:44.567279 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df447bec-ed8d-4191-9191-17e57a323e8a req-6841ecd2-d025-4b1a-a007-a99c46128ece tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:44.576693 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-df447bec-ed8d-4191-9191-17e57a323e8a req-6841ecd2-d025-4b1a-a007-a99c46128ece tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d8373f1-9984-406a-8875-2e171ed82f1d HTTP/1.1" status: 200 len: 943 time: 0.0943074 Jun 15 14:15:44.619702 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-df447bec-ed8d-4191-9191-17e57a323e8a req-a3202819-6801-4e2c-abc1-16ea247b093f tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f204154-aeec-4a66-96d0-4d2162f9c593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417614 Jun 15 14:15:45.281212 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c3ab7d-0bd9-4de8-81a7-440dbe7b5355 req-d28b7a93-32d5-4d68-b95c-c56415291bc1 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:45.282676 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-e9c3ab7d-0bd9-4de8-81a7-440dbe7b5355 req-d28b7a93-32d5-4d68-b95c-c56415291bc1 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7b01cb6-5369-48db-9b20-3f015520a361 HTTP/1.1" status: 200 len: 945 time: 0.0703669 Jun 15 14:15:45.326478 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-e9c3ab7d-0bd9-4de8-81a7-440dbe7b5355 req-79b9b8d8-fd78-4a69-b2d4-a7c40624acb4 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad05965b-15a7-4a7f-9728-8af208ea3874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381250 Jun 15 14:15:45.817043 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1590d1-add1-4e0d-8870-a60815d8428a req-3a1d5774-81a9-474f-8bfc-ed15da709994 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:45.819250 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-ea1590d1-add1-4e0d-8870-a60815d8428a req-3a1d5774-81a9-474f-8bfc-ed15da709994 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d8373f1-9984-406a-8875-2e171ed82f1d HTTP/1.1" status: 200 len: 943 time: 0.0718026 Jun 15 14:15:45.862068 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-ea1590d1-add1-4e0d-8870-a60815d8428a req-0db09088-bb81-4674-a04a-f83b05a88dd5 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f204154-aeec-4a66-96d0-4d2162f9c593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364749 Jun 15 14:15:46.522395 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f618034-4fd7-430d-a716-0c2d690fc811 req-42700d28-5251-4f15-a428-8e2c8d74d8d2 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:46.523982 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-4f618034-4fd7-430d-a716-0c2d690fc811 req-42700d28-5251-4f15-a428-8e2c8d74d8d2 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7b01cb6-5369-48db-9b20-3f015520a361 HTTP/1.1" status: 200 len: 945 time: 0.0739784 Jun 15 14:15:46.571350 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-4f618034-4fd7-430d-a716-0c2d690fc811 req-902f896b-9ab0-468e-8ed2-cf7dbb908e62 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad05965b-15a7-4a7f-9728-8af208ea3874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415323 Jun 15 14:15:46.587485 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273b343a-4319-4e16-abc3-952c477c4d75 req-83a8e4a2-cca0-4acc-88dd-32980a48f361 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:46.589071 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-273b343a-4319-4e16-abc3-952c477c4d75 req-83a8e4a2-cca0-4acc-88dd-32980a48f361 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/ports?device_id=4786b148-63d4-478d-a10d-2e3075034d6b HTTP/1.1" status: 200 len: 946 time: 0.0816360 Jun 15 14:15:46.633607 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-273b343a-4319-4e16-abc3-952c477c4d75 req-7a787adf-1623-4767-b908-c6af72125886 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/security-groups?id=69da6443-a760-4382-8ecd-b3b336e40d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378807 Jun 15 14:15:47.056068 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8793ff-ca94-4ae2-ae9d-bdf6ede05bc6 req-061505c1-a401-49c4-93bc-14ff12895c27 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:47.058186 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-1e8793ff-ca94-4ae2-ae9d-bdf6ede05bc6 req-061505c1-a401-49c4-93bc-14ff12895c27 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d8373f1-9984-406a-8875-2e171ed82f1d HTTP/1.1" status: 200 len: 943 time: 0.0727303 Jun 15 14:15:47.110218 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-1e8793ff-ca94-4ae2-ae9d-bdf6ede05bc6 req-db7e5e0e-8d8e-41f8-8591-9aef4ee561b6 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f204154-aeec-4a66-96d0-4d2162f9c593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458667 Jun 15 14:15:47.759383 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c2e928-1619-443c-83da-3f42fcb4a70d req-ffd08ab2-85ba-446b-bad2-8f50891f5cec tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:47.762174 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-e3c2e928-1619-443c-83da-3f42fcb4a70d req-ffd08ab2-85ba-446b-bad2-8f50891f5cec tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7b01cb6-5369-48db-9b20-3f015520a361 HTTP/1.1" status: 200 len: 945 time: 0.0749722 Jun 15 14:15:47.805001 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-e3c2e928-1619-443c-83da-3f42fcb4a70d req-fb96d7a1-96cf-4890-ac1a-060a6b804d93 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad05965b-15a7-4a7f-9728-8af208ea3874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373836 Jun 15 14:15:47.819628 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa61401-664b-4096-a80f-0a3c875dbb0d req-0d0c7d9b-d6ea-4551-86d0-551df318018e tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:47.821097 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-7fa61401-664b-4096-a80f-0a3c875dbb0d req-0d0c7d9b-d6ea-4551-86d0-551df318018e tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/ports?device_id=4786b148-63d4-478d-a10d-2e3075034d6b HTTP/1.1" status: 200 len: 946 time: 0.0704455 Jun 15 14:15:47.869107 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-7fa61401-664b-4096-a80f-0a3c875dbb0d req-cfdb2036-4796-4f06-9227-b897f5849721 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/security-groups?id=69da6443-a760-4382-8ecd-b3b336e40d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419049 Jun 15 14:15:48.042085 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-d3835d34-798d-4c95-91a4-63c5c9ef8111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:48.303248 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87689402-dd91-4ab8-9667-b09c92900d28 req-9e9f3603-12c5-436b-a8c1-b69d880d3eed tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:48.304688 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-87689402-dd91-4ab8-9667-b09c92900d28 req-9e9f3603-12c5-436b-a8c1-b69d880d3eed tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d8373f1-9984-406a-8875-2e171ed82f1d HTTP/1.1" status: 200 len: 943 time: 0.0738533 Jun 15 14:15:48.346338 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-87689402-dd91-4ab8-9667-b09c92900d28 req-69057a37-3e74-492e-8d47-d21c3d399181 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f204154-aeec-4a66-96d0-4d2162f9c593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353823 Jun 15 14:15:48.953649 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.agents_db [None req-1fbdf4bf-3b4b-440e-bd18-8a0939d62d55 None None] Agent healthcheck: found 6 active agents {{(pid=91910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:15:49.006056 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824cef15-3eb9-4401-862f-358e3ca068c6 req-53520219-7a21-4532-a1e2-b5ce3824dd8f tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:49.007535 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-824cef15-3eb9-4401-862f-358e3ca068c6 req-53520219-7a21-4532-a1e2-b5ce3824dd8f tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7b01cb6-5369-48db-9b20-3f015520a361 HTTP/1.1" status: 200 len: 945 time: 0.0876768 Jun 15 14:15:49.050400 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-824cef15-3eb9-4401-862f-358e3ca068c6 req-ceff431c-e350-49cf-9171-dcedff000e97 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad05965b-15a7-4a7f-9728-8af208ea3874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372124 Jun 15 14:15:49.065798 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4722a8ee-25b8-4276-a181-7c17d0934f08 req-b0518655-a24b-4ab8-8c4d-3208fba45a86 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:49.067291 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-4722a8ee-25b8-4276-a181-7c17d0934f08 req-b0518655-a24b-4ab8-8c4d-3208fba45a86 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/ports?device_id=4786b148-63d4-478d-a10d-2e3075034d6b HTTP/1.1" status: 200 len: 946 time: 0.0687337 Jun 15 14:15:49.111031 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-4722a8ee-25b8-4276-a181-7c17d0934f08 req-adbff0a3-8000-4d35-a698-351719278713 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/security-groups?id=69da6443-a760-4382-8ecd-b3b336e40d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374341 Jun 15 14:15:49.543119 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd224262-64b5-4686-9a01-1df7727a4ac1 req-afb20984-38e2-42b7-925c-0d09a62184d6 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:49.544816 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-fd224262-64b5-4686-9a01-1df7727a4ac1 req-afb20984-38e2-42b7-925c-0d09a62184d6 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d8373f1-9984-406a-8875-2e171ed82f1d HTTP/1.1" status: 200 len: 943 time: 0.0723679 Jun 15 14:15:49.591537 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-fd224262-64b5-4686-9a01-1df7727a4ac1 req-2f5fa784-3ac3-436a-9977-85b3268acc9e tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f204154-aeec-4a66-96d0-4d2162f9c593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409226 Jun 15 14:15:50.239579 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eff293-b005-48da-99d3-ad62e451a6cf req-e6874bee-8123-4c18-b0a2-3d704dcef003 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:50.241079 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-84eff293-b005-48da-99d3-ad62e451a6cf req-e6874bee-8123-4c18-b0a2-3d704dcef003 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7b01cb6-5369-48db-9b20-3f015520a361 HTTP/1.1" status: 200 len: 945 time: 0.0760679 Jun 15 14:15:50.284703 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-84eff293-b005-48da-99d3-ad62e451a6cf req-a0697fdf-5f13-445a-a205-4a12da895f53 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad05965b-15a7-4a7f-9728-8af208ea3874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375147 Jun 15 14:15:50.322471 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b66814e-6aa7-44ec-9ea5-8fa9225da5ad req-bd5e4d17-99c7-4432-b618-463f95c44044 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:50.324510 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-6b66814e-6aa7-44ec-9ea5-8fa9225da5ad req-bd5e4d17-99c7-4432-b618-463f95c44044 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/ports?device_id=4786b148-63d4-478d-a10d-2e3075034d6b HTTP/1.1" status: 200 len: 946 time: 0.0805969 Jun 15 14:15:50.367116 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-6b66814e-6aa7-44ec-9ea5-8fa9225da5ad req-17f64388-42fa-4334-a415-e728498ceb52 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/security-groups?id=69da6443-a760-4382-8ecd-b3b336e40d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369027 Jun 15 14:15:50.679370 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:50.778204 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99351041-f2c7-4bc9-96a1-f3100ec560e9 req-998a7e2f-259d-484f-a607-efc3830cedb7 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:50.779691 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-99351041-f2c7-4bc9-96a1-f3100ec560e9 req-998a7e2f-259d-484f-a607-efc3830cedb7 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d8373f1-9984-406a-8875-2e171ed82f1d HTTP/1.1" status: 200 len: 943 time: 0.0701180 Jun 15 14:15:50.824597 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-99351041-f2c7-4bc9-96a1-f3100ec560e9 req-b5467e73-15ab-4764-aa2a-d28282369bd7 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f204154-aeec-4a66-96d0-4d2162f9c593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389478 Jun 15 14:15:50.913379 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-51993299-1834-44ef-8ef2-05aa24a92546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:51.491269 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3923b04-359b-45de-9368-dd358a07e582 req-eb100486-9e4d-4be8-bad7-984e631bd8fe tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:51.492755 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-a3923b04-359b-45de-9368-dd358a07e582 req-eb100486-9e4d-4be8-bad7-984e631bd8fe tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7b01cb6-5369-48db-9b20-3f015520a361 HTTP/1.1" status: 200 len: 945 time: 0.0828414 Jun 15 14:15:51.539935 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-a3923b04-359b-45de-9368-dd358a07e582 req-7b1fab0c-3306-4b74-9e5d-02095e460631 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad05965b-15a7-4a7f-9728-8af208ea3874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411441 Jun 15 14:15:51.591193 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9792ccb8-7dec-4dde-bebd-9e619ccf501d req-08d999b3-140c-415a-81fe-499693d5842f tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:51.598913 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-9792ccb8-7dec-4dde-bebd-9e619ccf501d req-08d999b3-140c-415a-81fe-499693d5842f tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/ports?device_id=4786b148-63d4-478d-a10d-2e3075034d6b HTTP/1.1" status: 200 len: 946 time: 0.1000140 Jun 15 14:15:51.637532 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-9792ccb8-7dec-4dde-bebd-9e619ccf501d req-4333aa4f-2895-4551-88dd-e3c975cec550 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/security-groups?id=69da6443-a760-4382-8ecd-b3b336e40d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376091 Jun 15 14:15:51.766708 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-a2325736-757f-4788-9f3d-6fe831cb64a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:52.016709 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e204325-755a-47f6-a258-9f19a8abd534 req-eb9e4947-37bb-4b58-ae5d-b1aa203a1a74 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:52.018269 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-9e204325-755a-47f6-a258-9f19a8abd534 req-eb9e4947-37bb-4b58-ae5d-b1aa203a1a74 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d8373f1-9984-406a-8875-2e171ed82f1d HTTP/1.1" status: 200 len: 943 time: 0.0716856 Jun 15 14:15:52.062040 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-9e204325-755a-47f6-a258-9f19a8abd534 req-8abc93b6-c0da-402b-a8a8-54aeafc637ff tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f204154-aeec-4a66-96d0-4d2162f9c593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379090 Jun 15 14:15:52.748546 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47219594-949e-46bb-b2b9-2a6c5600e48c req-c1513b51-16ce-41fa-b253-633fc29dcac5 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:52.750257 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-47219594-949e-46bb-b2b9-2a6c5600e48c req-c1513b51-16ce-41fa-b253-633fc29dcac5 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7b01cb6-5369-48db-9b20-3f015520a361 HTTP/1.1" status: 200 len: 945 time: 0.0869865 Jun 15 14:15:52.794167 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-47219594-949e-46bb-b2b9-2a6c5600e48c req-9c1b2695-ca8e-4f2d-a9b3-2bac587fb284 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad05965b-15a7-4a7f-9728-8af208ea3874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377407 Jun 15 14:15:52.832751 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b8383f-4890-4282-adc3-16d9f5e8f3a1 req-df63f13a-8737-4b30-a0cd-b8ed404d3718 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:52.834156 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-79b8383f-4890-4282-adc3-16d9f5e8f3a1 req-df63f13a-8737-4b30-a0cd-b8ed404d3718 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/ports?device_id=4786b148-63d4-478d-a10d-2e3075034d6b HTTP/1.1" status: 200 len: 946 time: 0.0760083 Jun 15 14:15:52.881553 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-79b8383f-4890-4282-adc3-16d9f5e8f3a1 req-a00ac8b0-7d08-43b3-ae68-8ad5c0304369 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/security-groups?id=69da6443-a760-4382-8ecd-b3b336e40d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408926 Jun 15 14:15:53.259603 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf46c3a-6146-4344-8900-7241532267dc req-7f23de91-4e23-4272-93f3-10d475d70c9a tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:53.261749 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-2bf46c3a-6146-4344-8900-7241532267dc req-7f23de91-4e23-4272-93f3-10d475d70c9a tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d8373f1-9984-406a-8875-2e171ed82f1d HTTP/1.1" status: 200 len: 943 time: 0.0807660 Jun 15 14:15:53.303476 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-2bf46c3a-6146-4344-8900-7241532267dc req-8825201d-3153-4ddf-9461-0ded73ad033c tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f204154-aeec-4a66-96d0-4d2162f9c593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358784 Jun 15 14:15:53.412796 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-987cb3c8-732e-4ef7-aae2-903816ba9880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:53.983400 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d37d96-9b06-405f-8f1c-5a6382d796b0 req-d6037e4e-4a55-4fd4-860b-6358e0b19e8c tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:53.984978 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-e7d37d96-9b06-405f-8f1c-5a6382d796b0 req-d6037e4e-4a55-4fd4-860b-6358e0b19e8c tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7b01cb6-5369-48db-9b20-3f015520a361 HTTP/1.1" status: 200 len: 945 time: 0.0768917 Jun 15 14:15:54.037503 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-e7d37d96-9b06-405f-8f1c-5a6382d796b0 req-f60bd284-439d-48b1-bc09-ab28df81e08f tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad05965b-15a7-4a7f-9728-8af208ea3874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468094 Jun 15 14:15:54.071757 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae34f831-de47-4356-8b36-26ef3015379a req-88736b0e-cc05-4c2b-b5ef-7d70e7ec2b1f tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:54.074534 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-ae34f831-de47-4356-8b36-26ef3015379a req-88736b0e-cc05-4c2b-b5ef-7d70e7ec2b1f tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/ports?device_id=4786b148-63d4-478d-a10d-2e3075034d6b HTTP/1.1" status: 200 len: 946 time: 0.0750089 Jun 15 14:15:54.118264 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-ae34f831-de47-4356-8b36-26ef3015379a req-33a66eab-f002-4ae4-b5c8-44259f1d785d tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/security-groups?id=69da6443-a760-4382-8ecd-b3b336e40d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359011 Jun 15 14:15:54.498691 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a7d805-23e8-46bc-abc3-7bf32c81a889 req-cca54224-a0eb-4684-8847-cc21d8d10b6d tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:54.503495 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-80a7d805-23e8-46bc-abc3-7bf32c81a889 req-cca54224-a0eb-4684-8847-cc21d8d10b6d tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d8373f1-9984-406a-8875-2e171ed82f1d HTTP/1.1" status: 200 len: 943 time: 0.0771916 Jun 15 14:15:54.547323 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-80a7d805-23e8-46bc-abc3-7bf32c81a889 req-f562cd43-b234-44d3-95f3-05734c6e9e0b tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f204154-aeec-4a66-96d0-4d2162f9c593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404458 Jun 15 14:15:55.237787 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36e6b36-982a-409f-b8c6-fb92322bbc7f req-f73bab93-2b8a-4cc3-91be-2590f6e2fdcf tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:55.239325 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-f36e6b36-982a-409f-b8c6-fb92322bbc7f req-f73bab93-2b8a-4cc3-91be-2590f6e2fdcf tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7b01cb6-5369-48db-9b20-3f015520a361 HTTP/1.1" status: 200 len: 945 time: 0.0757959 Jun 15 14:15:55.290629 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-f36e6b36-982a-409f-b8c6-fb92322bbc7f req-fe693662-1b07-4641-b052-8efdd672bea6 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad05965b-15a7-4a7f-9728-8af208ea3874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425723 Jun 15 14:15:55.313623 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8858a2ed-aa47-4582-b689-66e363b7afe6 req-aa9a1d1d-fc5b-445d-a9df-33210aa56dea tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:55.315085 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-8858a2ed-aa47-4582-b689-66e363b7afe6 req-aa9a1d1d-fc5b-445d-a9df-33210aa56dea tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/ports?device_id=4786b148-63d4-478d-a10d-2e3075034d6b HTTP/1.1" status: 200 len: 946 time: 0.0728941 Jun 15 14:15:55.358722 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-8858a2ed-aa47-4582-b689-66e363b7afe6 req-0bd41c66-daf4-494b-b9e7-787ca5b0098f tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/security-groups?id=69da6443-a760-4382-8ecd-b3b336e40d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366130 Jun 15 14:15:55.738163 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8a7c17-ec1a-479e-a162-59e9972ab004 req-f2b9ad94-1384-4e57-a3e8-9b8cb6cc7bbb tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:55.739691 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-db8a7c17-ec1a-479e-a162-59e9972ab004 req-f2b9ad94-1384-4e57-a3e8-9b8cb6cc7bbb tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d8373f1-9984-406a-8875-2e171ed82f1d HTTP/1.1" status: 200 len: 943 time: 0.0695262 Jun 15 14:15:55.783623 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-db8a7c17-ec1a-479e-a162-59e9972ab004 req-0d6c4f18-bad5-4da8-b8d7-07fafcb0ce56 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f204154-aeec-4a66-96d0-4d2162f9c593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377657 Jun 15 14:15:56.483529 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9063bb-dfc2-4885-ae53-e281b3fe01d2 req-82ad9417-16e5-4abe-846b-36a9b354ea05 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:56.485864 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-0e9063bb-dfc2-4885-ae53-e281b3fe01d2 req-82ad9417-16e5-4abe-846b-36a9b354ea05 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7b01cb6-5369-48db-9b20-3f015520a361 HTTP/1.1" status: 200 len: 945 time: 0.0744147 Jun 15 14:15:56.535629 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-0e9063bb-dfc2-4885-ae53-e281b3fe01d2 req-3b440503-65eb-4d1a-919e-864f8b52b590 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad05965b-15a7-4a7f-9728-8af208ea3874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426235 Jun 15 14:15:56.573302 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49e7dce-8dd4-4f27-9d54-f382ea1ba598 req-afa61593-fa11-4901-8ecd-4e9b535df7d7 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:56.574752 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-c49e7dce-8dd4-4f27-9d54-f382ea1ba598 req-afa61593-fa11-4901-8ecd-4e9b535df7d7 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/ports?device_id=4786b148-63d4-478d-a10d-2e3075034d6b HTTP/1.1" status: 200 len: 946 time: 0.0911036 Jun 15 14:15:56.617589 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-c49e7dce-8dd4-4f27-9d54-f382ea1ba598 req-049221bd-d447-45e1-9280-7c8ed7ff82bc tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/security-groups?id=69da6443-a760-4382-8ecd-b3b336e40d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370162 Jun 15 14:15:56.976253 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cc6235-3706-45f1-a86e-c00ee9ad89f7 req-4657344a-5c7a-49c2-b24d-af66d5a77c70 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:56.977622 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-c5cc6235-3706-45f1-a86e-c00ee9ad89f7 req-4657344a-5c7a-49c2-b24d-af66d5a77c70 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d8373f1-9984-406a-8875-2e171ed82f1d HTTP/1.1" status: 200 len: 943 time: 0.0702360 Jun 15 14:15:57.021040 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-c5cc6235-3706-45f1-a86e-c00ee9ad89f7 req-d0aca6f4-fd32-4c46-8093-4f11bc9601d6 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f204154-aeec-4a66-96d0-4d2162f9c593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375214 Jun 15 14:15:57.485621 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:15:57.743202 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8ecdbe-1dd1-4928-b0b0-1b6dfd24b5c9 req-5f1f25cd-55de-403e-ac9c-830487734227 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:57.751559 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-fa8ecdbe-1dd1-4928-b0b0-1b6dfd24b5c9 req-5f1f25cd-55de-403e-ac9c-830487734227 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7b01cb6-5369-48db-9b20-3f015520a361 HTTP/1.1" status: 200 len: 945 time: 0.0841107 Jun 15 14:15:57.794926 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-fa8ecdbe-1dd1-4928-b0b0-1b6dfd24b5c9 req-2f92bee8-3a10-4401-a51b-ebeb1f9e3065 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad05965b-15a7-4a7f-9728-8af208ea3874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412030 Jun 15 14:15:57.821730 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac998188-af36-4487-b221-b704a9ab22f7 req-ba43be1f-d6b9-4425-a891-29634405ef0c tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:57.823201 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-ac998188-af36-4487-b221-b704a9ab22f7 req-ba43be1f-d6b9-4425-a891-29634405ef0c tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/ports?device_id=4786b148-63d4-478d-a10d-2e3075034d6b HTTP/1.1" status: 200 len: 946 time: 0.0705075 Jun 15 14:15:57.872086 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-ac998188-af36-4487-b221-b704a9ab22f7 req-4add3ebf-2a95-45a5-adc5-21837f2363e1 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/security-groups?id=69da6443-a760-4382-8ecd-b3b336e40d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429430 Jun 15 14:15:58.221497 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb0b952-11fb-49c6-8d10-57ea472ebe10 req-78e4cd32-8561-49d2-9b3b-3a8f0631cabd tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:58.223069 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-6eb0b952-11fb-49c6-8d10-57ea472ebe10 req-78e4cd32-8561-49d2-9b3b-3a8f0631cabd tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d8373f1-9984-406a-8875-2e171ed82f1d HTTP/1.1" status: 200 len: 943 time: 0.0757561 Jun 15 14:15:58.266116 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-6eb0b952-11fb-49c6-8d10-57ea472ebe10 req-967692da-fcf9-4199-88d2-6f817beb8167 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f204154-aeec-4a66-96d0-4d2162f9c593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373981 Jun 15 14:15:58.980542 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8631df2-d301-4c6f-84d1-2a015fd72453 req-bf81a030-3366-4831-becc-6f6376b907fb tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:58.982027 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-e8631df2-d301-4c6f-84d1-2a015fd72453 req-bf81a030-3366-4831-becc-6f6376b907fb tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7b01cb6-5369-48db-9b20-3f015520a361 HTTP/1.1" status: 200 len: 945 time: 0.0710454 Jun 15 14:15:59.024559 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-e8631df2-d301-4c6f-84d1-2a015fd72453 req-2fa63633-50dc-41a8-abe0-6db056ac03f2 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad05965b-15a7-4a7f-9728-8af208ea3874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368319 Jun 15 14:15:59.056751 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b68a64f-4238-4047-bf74-dd25bead366d req-960d3f3a-11bd-41b2-8a21-dd0e7410a17d tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:59.058738 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-7b68a64f-4238-4047-bf74-dd25bead366d req-960d3f3a-11bd-41b2-8a21-dd0e7410a17d tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/ports?device_id=4786b148-63d4-478d-a10d-2e3075034d6b HTTP/1.1" status: 200 len: 946 time: 0.0691681 Jun 15 14:15:59.098104 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-7b68a64f-4238-4047-bf74-dd25bead366d req-a7952fc0-98f7-4c52-bd0d-42427d7056f4 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/security-groups?id=69da6443-a760-4382-8ecd-b3b336e40d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338330 Jun 15 14:15:59.515034 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d34dae4-7fc4-4958-8faf-66eb7d31674a req-217f2de9-08af-4a74-a826-d18b6db45519 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:59.516902 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-5d34dae4-7fc4-4958-8faf-66eb7d31674a req-217f2de9-08af-4a74-a826-d18b6db45519 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d8373f1-9984-406a-8875-2e171ed82f1d HTTP/1.1" status: 200 len: 943 time: 0.0700898 Jun 15 14:15:59.554691 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e11501-678c-4ed0-87ba-ba2443c99bc0 req-ccc23083-d6b5-4716-b821-df401f39f30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:59.556275 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-55e11501-678c-4ed0-87ba-ba2443c99bc0 req-ccc23083-d6b5-4716-b821-df401f39f30c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=52a857fa93204cfd848344919ef0f84a&device_id=8d8373f1-9984-406a-8875-2e171ed82f1d HTTP/1.1" status: 200 len: 1096 time: 0.0640097 Jun 15 14:15:59.564104 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-5d34dae4-7fc4-4958-8faf-66eb7d31674a req-42e5583d-0eb2-40f0-9921-a902de65fc94 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f204154-aeec-4a66-96d0-4d2162f9c593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414925 Jun 15 14:15:59.729384 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e11501-678c-4ed0-87ba-ba2443c99bc0 req-74b427ae-8b18-4a7a-a417-e970ed65d4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:15:59.730830 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-55e11501-678c-4ed0-87ba-ba2443c99bc0 req-74b427ae-8b18-4a7a-a417-e970ed65d4e9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=610d1d9e-6798-4665-ba11-cd870fb10064 HTTP/1.1" status: 200 len: 918 time: 0.1043668 Jun 15 14:16:00.010716 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-55e11501-678c-4ed0-87ba-ba2443c99bc0 req-46335e63-27b2-4238-b129-86bd255e16b0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bbf9fe17-57cc-4b87-8f8c-47c1bcdcee24 HTTP/1.1" status: 200 len: 999 time: 0.2632556 Jun 15 14:16:00.066901 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e11501-678c-4ed0-87ba-ba2443c99bc0 req-c4608526-c99d-484c-831c-e67019c88097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:00.068346 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-55e11501-678c-4ed0-87ba-ba2443c99bc0 req-c4608526-c99d-484c-831c-e67019c88097 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2014c6aa-f72d-434e-8835-9ccc29766f9a HTTP/1.1" status: 200 len: 856 time: 0.0511236 Jun 15 14:16:00.137520 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e11501-678c-4ed0-87ba-ba2443c99bc0 req-2b5a7f64-0e1d-43d0-bd56-598f5c6aa61d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:00.139285 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-55e11501-678c-4ed0-87ba-ba2443c99bc0 req-2b5a7f64-0e1d-43d0-bd56-598f5c6aa61d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=610d1d9e-6798-4665-ba11-cd870fb10064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0623288 Jun 15 14:16:00.280414 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986748cd-4221-4562-9966-ba0f8b1ad33b req-c66c4d50-bcd3-47ef-8309-348538d70b61 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:00.281847 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-986748cd-4221-4562-9966-ba0f8b1ad33b req-c66c4d50-bcd3-47ef-8309-348538d70b61 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/ports?device_id=4786b148-63d4-478d-a10d-2e3075034d6b HTTP/1.1" status: 200 len: 946 time: 0.0687873 Jun 15 14:16:00.298292 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e1b151-63eb-4eab-82e0-9e8d05352d42 req-76394cac-a28d-4ad8-b06e-209f4bd885fa tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:00.299773 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-80e1b151-63eb-4eab-82e0-9e8d05352d42 req-76394cac-a28d-4ad8-b06e-209f4bd885fa tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7b01cb6-5369-48db-9b20-3f015520a361 HTTP/1.1" status: 200 len: 945 time: 0.1596224 Jun 15 14:16:00.305224 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-55e11501-678c-4ed0-87ba-ba2443c99bc0 req-ba5dd7a8-a27c-4e81-88a8-177234a0725e service neutron] 10.222.0.67 "GET /v2.0/networks/610d1d9e-6798-4665-ba11-cd870fb10064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350396 Jun 15 14:16:00.324984 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-986748cd-4221-4562-9966-ba0f8b1ad33b req-9b2da8de-81db-434a-842d-0ddc052bd864 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/security-groups?id=69da6443-a760-4382-8ecd-b3b336e40d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373313 Jun 15 14:16:00.376173 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-80e1b151-63eb-4eab-82e0-9e8d05352d42 req-792e6cc5-0713-41e1-a608-9553922c598a tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad05965b-15a7-4a7f-9728-8af208ea3874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693085 Jun 15 14:16:00.448582 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-55e11501-678c-4ed0-87ba-ba2443c99bc0 req-ccda6ba6-e530-4d12-b226-c672512ab01d service neutron] 10.222.0.67 "GET /v2.0/networks/610d1d9e-6798-4665-ba11-cd870fb10064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228569 Jun 15 14:16:00.748583 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fe7ac2-4412-409d-8147-a34366934ab1 req-bc5eb70f-62ac-41ee-a13a-dadd6a24c68e tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:00.750036 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-13fe7ac2-4412-409d-8147-a34366934ab1 req-bc5eb70f-62ac-41ee-a13a-dadd6a24c68e tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d8373f1-9984-406a-8875-2e171ed82f1d HTTP/1.1" status: 200 len: 943 time: 0.0679314 Jun 15 14:16:00.794608 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-13fe7ac2-4412-409d-8147-a34366934ab1 req-f3c869d7-6ed2-4d47-a290-65cd616ab2b2 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f204154-aeec-4a66-96d0-4d2162f9c593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390511 Jun 15 14:16:01.521758 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435a7939-ad5f-4cc6-9cde-72a1de1ca9e0 req-cbaeeff0-5cc5-43b0-b5c5-7a763d56885f tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:01.522995 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-435a7939-ad5f-4cc6-9cde-72a1de1ca9e0 req-cbaeeff0-5cc5-43b0-b5c5-7a763d56885f tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/ports?device_id=4786b148-63d4-478d-a10d-2e3075034d6b HTTP/1.1" status: 200 len: 946 time: 0.0876231 Jun 15 14:16:01.591476 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bacd62c-c1de-43ba-8203-b7572d8c775e req-f5c26cfb-a8c8-4808-8c0a-902cf63890f6 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:01.593103 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-0bacd62c-c1de-43ba-8203-b7572d8c775e req-f5c26cfb-a8c8-4808-8c0a-902cf63890f6 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7b01cb6-5369-48db-9b20-3f015520a361 HTTP/1.1" status: 200 len: 945 time: 0.1019115 Jun 15 14:16:01.607566 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-435a7939-ad5f-4cc6-9cde-72a1de1ca9e0 req-aeed39d6-bf17-4256-92ea-fd8159e1b2a3 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/security-groups?id=69da6443-a760-4382-8ecd-b3b336e40d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756457 Jun 15 14:16:01.634930 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527e9874-bcc1-4266-9273-fa062a638caa req-e61c53bf-8772-4b0b-9ca3-a677d23ff472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:01.634930 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-527e9874-bcc1-4266-9273-fa062a638caa req-e61c53bf-8772-4b0b-9ca3-a677d23ff472 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a7b01cb6-5369-48db-9b20-3f015520a361 HTTP/1.1" status: 200 len: 1098 time: 0.0950954 Jun 15 14:16:01.643855 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-0bacd62c-c1de-43ba-8203-b7572d8c775e req-b25c81ed-25a2-4c66-8833-833767be6970 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad05965b-15a7-4a7f-9728-8af208ea3874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450120 Jun 15 14:16:01.730360 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-527e9874-bcc1-4266-9273-fa062a638caa req-e2ad9d35-4a83-4c72-aa4e-da0bdd11d915 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=ad05965b-15a7-4a7f-9728-8af208ea3874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314155 Jun 15 14:16:01.975910 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0dea85-8e1b-495a-bbd2-31f16c442768 req-a9adf547-f562-48e2-932c-dbbc1ea2acc2 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:01.977285 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-5b0dea85-8e1b-495a-bbd2-31f16c442768 req-a9adf547-f562-48e2-932c-dbbc1ea2acc2 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d8373f1-9984-406a-8875-2e171ed82f1d HTTP/1.1" status: 200 len: 943 time: 0.0677080 Jun 15 14:16:02.023591 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-5b0dea85-8e1b-495a-bbd2-31f16c442768 req-631a4831-a0bf-4416-b643-7ddc8f14ed18 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f204154-aeec-4a66-96d0-4d2162f9c593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404732 Jun 15 14:16:02.608871 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292d42d8-6a20-4c39-9ad4-154da927b1a2 req-40723ef3-8fc6-4b74-a3d0-dde1e636ee43 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:02.610338 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-292d42d8-6a20-4c39-9ad4-154da927b1a2 req-40723ef3-8fc6-4b74-a3d0-dde1e636ee43 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.67 "GET /v2.0/ports?device_id=4786b148-63d4-478d-a10d-2e3075034d6b HTTP/1.1" status: 200 len: 946 time: 0.0697522 Jun 15 14:16:02.778249 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.plugin [req-292d42d8-6a20-4c39-9ad4-154da927b1a2 req-32980817-99fa-4f7f-8db9-c8a00b2eaed6 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Deleting port 60e6ff24-f0e3-499c-896a-5da98696b940 {{(pid=91907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:16:02.778646 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-292d42d8-6a20-4c39-9ad4-154da927b1a2 req-32980817-99fa-4f7f-8db9-c8a00b2eaed6 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781714481448'] for port, before_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:02.807815 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac163cf-d000-4fc6-a3c9-bbb9937f89ef req-f00277bc-d186-4131-80b0-ea550965f702 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:02.809309 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-cac163cf-d000-4fc6-a3c9-bbb9937f89ef req-f00277bc-d186-4131-80b0-ea550965f702 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/ports?device_id=4786b148-63d4-478d-a10d-2e3075034d6b HTTP/1.1" status: 200 len: 946 time: 0.0747221 Jun 15 14:16:02.854485 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-cac163cf-d000-4fc6-a3c9-bbb9937f89ef req-0ba7f2cd-3d21-4f52-8db1-0ec10ca448b4 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/security-groups?id=69da6443-a760-4382-8ecd-b3b336e40d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388627 Jun 15 14:16:02.924565 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.db [req-292d42d8-6a20-4c39-9ad4-154da927b1a2 req-32980817-99fa-4f7f-8db9-c8a00b2eaed6 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] For port 60e6ff24-f0e3-499c-896a-5da98696b940, host hv-cinder-79647, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79647',level=0,port_id=60e6ff24-f0e3-499c-896a-5da98696b940,segment=NetworkSegment(c1e51313-9c41-43ed-bd7f-44cfad65f5b9),segment_id=c1e51313-9c41-43ed-bd7f-44cfad65f5b9)] {{(pid=91907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:16:02.924905 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-292d42d8-6a20-4c39-9ad4-154da927b1a2 req-32980817-99fa-4f7f-8db9-c8a00b2eaed6 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668414'] for port, precommit_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:02.943956 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982a53d2-7d20-4e5e-876c-6c52b71ff538 req-deff339f-d969-4935-8c0e-07be64c2078f tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:02.945388 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-982a53d2-7d20-4e5e-876c-6c52b71ff538 req-deff339f-d969-4935-8c0e-07be64c2078f tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7b01cb6-5369-48db-9b20-3f015520a361 HTTP/1.1" status: 200 len: 945 time: 0.1772490 Jun 15 14:16:03.046959 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.plugin [req-292d42d8-6a20-4c39-9ad4-154da927b1a2 req-32980817-99fa-4f7f-8db9-c8a00b2eaed6 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Calling delete_port for 60e6ff24-f0e3-499c-896a-5da98696b940 owned by compute:nova {{(pid=91907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:16:03.159558 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-982a53d2-7d20-4e5e-876c-6c52b71ff538 req-44e08c8b-bbe6-47b6-b7f7-f87eba99b9a5 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad05965b-15a7-4a7f-9728-8af208ea3874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951787 Jun 15 14:16:03.219518 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046c141d-3c0e-429c-baa6-ce25605c7a6a req-b3fb001d-821e-4565-89bf-8566d08cf69a tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:03.220998 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-046c141d-3c0e-429c-baa6-ce25605c7a6a req-b3fb001d-821e-4565-89bf-8566d08cf69a tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d8373f1-9984-406a-8875-2e171ed82f1d HTTP/1.1" status: 200 len: 943 time: 0.0793841 Jun 15 14:16:03.257366 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-292d42d8-6a20-4c39-9ad4-154da927b1a2 req-32980817-99fa-4f7f-8db9-c8a00b2eaed6 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781714486604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781714044438'] for port, after_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:03.261489 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:16:03.264374 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-046c141d-3c0e-429c-baa6-ce25605c7a6a req-280753e4-fd07-4a98-b77f-56916ad959ad tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f204154-aeec-4a66-96d0-4d2162f9c593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371985 Jun 15 14:16:03.294363 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32980817-99fa-4f7f-8db9-c8a00b2eaed6 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Pushing event deleted for resources: {'Port': ['ID=60e6ff24-f0e3-499c-896a-5da98696b940,revision_number=None']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:16:03.309275 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] get_ports_and_sgs() called for port_ids ['b4bd8b82-6993-4194-9681-d6ca79a7cbed', '1c3a23a8-b0e5-4c9a-ba3f-779490b8b7b7', 'fae86f07-a3e7-45be-856e-cfc559edddc4', '60e6ff24-f0e3-499c-896a-5da98696b940'] {{(pid=91909) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:16:03.345491 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32980817-99fa-4f7f-8db9-c8a00b2eaed6 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:16:03.345863 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32980817-99fa-4f7f-8db9-c8a00b2eaed6 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:16:03.346227 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32980817-99fa-4f7f-8db9-c8a00b2eaed6 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:16:03.346583 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32980817-99fa-4f7f-8db9-c8a00b2eaed6 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:16:03.346977 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32980817-99fa-4f7f-8db9-c8a00b2eaed6 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:16:03.347333 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32980817-99fa-4f7f-8db9-c8a00b2eaed6 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:16:03.347708 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32980817-99fa-4f7f-8db9-c8a00b2eaed6 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:16:03.348056 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32980817-99fa-4f7f-8db9-c8a00b2eaed6 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:16:03.348403 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32980817-99fa-4f7f-8db9-c8a00b2eaed6 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:16:03.348747 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32980817-99fa-4f7f-8db9-c8a00b2eaed6 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:16:03.349091 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32980817-99fa-4f7f-8db9-c8a00b2eaed6 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:16:03.349435 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32980817-99fa-4f7f-8db9-c8a00b2eaed6 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:16:03.354630 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-32980817-99fa-4f7f-8db9-c8a00b2eaed6 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:16:03.378898 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.db.l3_dvrscheduler_db [req-292d42d8-6a20-4c39-9ad4-154da927b1a2 req-32980817-99fa-4f7f-8db9-c8a00b2eaed6 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] No DVR routers for this DVR port 60e6ff24-f0e3-499c-896a-5da98696b940 on host hv-cinder-79647 {{(pid=91907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:16:03.382122 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-292d42d8-6a20-4c39-9ad4-154da927b1a2 req-32980817-99fa-4f7f-8db9-c8a00b2eaed6 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58954'] for port, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:03.384248 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-292d42d8-6a20-4c39-9ad4-154da927b1a2 req-32980817-99fa-4f7f-8db9-c8a00b2eaed6 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.67 "DELETE /v2.0/ports/60e6ff24-f0e3-499c-896a-5da98696b940 HTTP/1.1" status: 204 len: 173 time: 0.7680299 Jun 15 14:16:03.384818 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4786b148-63d4-478d-a10d-2e3075034d6b', 'name': 'network-vif-deleted', 'tag': '60e6ff24-f0e3-499c-896a-5da98696b940'}] {{(pid=91907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:16:03.387755 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24467d57c8f568e2e16d95ba24031d6b60035fd708ad429d2e8baac5a477cd4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cab161b2-0377-4ad5-8a2c-d9f3c10704e4" -d '{"events": [{"server_uuid": "4786b148-63d4-478d-a10d-2e3075034d6b", "name": "network-vif-deleted", "tag": "60e6ff24-f0e3-499c-896a-5da98696b940"}]}' {{(pid=91907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:16:03.431460 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17c239f9-dae7-458b-9f8f-4ef938e8dc44 x-openstack-request-id: req-17c239f9-dae7-458b-9f8f-4ef938e8dc44 {{(pid=91907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:16:03.432228 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4786b148-63d4-478d-a10d-2e3075034d6b", "name": "network-vif-deleted", "tag": "60e6ff24-f0e3-499c-896a-5da98696b940", "status": "completed", "code": 200}]} {{(pid=91907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:16:03.432228 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-17c239f9-dae7-458b-9f8f-4ef938e8dc44 {{(pid=91907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:16:03.432623 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4786b148-63d4-478d-a10d-2e3075034d6b', 'name': 'network-vif-deleted', 'tag': '60e6ff24-f0e3-499c-896a-5da98696b940', 'status': 'completed', 'code': 200} Jun 15 14:16:04.009547 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-6e256a6f-7033-4045-aec1-2418d07a2350 req-deca5cb7-351a-4d1b-8b62-36982907e4cc tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/ports?device_id=4786b148-63d4-478d-a10d-2e3075034d6b HTTP/1.1" status: 200 len: 210 time: 0.0322864 Jun 15 14:16:04.346129 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94aae99-423b-4893-97ea-d950bacb5e05 req-9984e903-450a-4ead-b98e-27c6f2275aff tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:04.347663 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-e94aae99-423b-4893-97ea-d950bacb5e05 req-9984e903-450a-4ead-b98e-27c6f2275aff tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7b01cb6-5369-48db-9b20-3f015520a361 HTTP/1.1" status: 200 len: 945 time: 0.0689595 Jun 15 14:16:04.389183 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-e94aae99-423b-4893-97ea-d950bacb5e05 req-0baf5553-c852-4c8a-9970-2b81d7c583ae tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad05965b-15a7-4a7f-9728-8af208ea3874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359089 Jun 15 14:16:04.474279 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8807a347-803e-446d-a863-4b708372dd9a req-34418992-b591-49b6-9c9f-650eaed45c51 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:04.475692 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-8807a347-803e-446d-a863-4b708372dd9a req-34418992-b591-49b6-9c9f-650eaed45c51 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d8373f1-9984-406a-8875-2e171ed82f1d HTTP/1.1" status: 200 len: 943 time: 0.0796046 Jun 15 14:16:04.518303 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-8807a347-803e-446d-a863-4b708372dd9a req-30569fe0-916b-4561-b8bf-0a614a83b9ef tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f204154-aeec-4a66-96d0-4d2162f9c593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367863 Jun 15 14:16:04.823594 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af56437a-1346-457f-afbc-0a0ee0a5a5c8 req-a715bd88-4c58-47d7-8a08-b77b10b10fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:04.824972 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-af56437a-1346-457f-afbc-0a0ee0a5a5c8 req-a715bd88-4c58-47d7-8a08-b77b10b10fb7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=dc461159adb540bbbcfcd75ea5604cfb&device_id=a7b01cb6-5369-48db-9b20-3f015520a361 HTTP/1.1" status: 200 len: 1098 time: 0.0618870 Jun 15 14:16:04.835712 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b1b02b-d1e1-4eda-8db8-b7ea7a3aed1c req-cc87b158-1624-4056-957a-71cb1a110fde tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:04.837162 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-a7b1b02b-d1e1-4eda-8db8-b7ea7a3aed1c req-cc87b158-1624-4056-957a-71cb1a110fde tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7b01cb6-5369-48db-9b20-3f015520a361 HTTP/1.1" status: 200 len: 945 time: 0.0683351 Jun 15 14:16:04.878545 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-a7b1b02b-d1e1-4eda-8db8-b7ea7a3aed1c req-fc094930-f2e0-43f6-9bb8-efc0cabcb184 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad05965b-15a7-4a7f-9728-8af208ea3874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354948 Jun 15 14:16:04.941825 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af56437a-1346-457f-afbc-0a0ee0a5a5c8 req-6833f782-848f-4b3d-b733-99d0cb1cc8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:04.943318 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-af56437a-1346-457f-afbc-0a0ee0a5a5c8 req-6833f782-848f-4b3d-b733-99d0cb1cc8fb service neutron] 10.222.0.67 "GET /v2.0/networks?id=aef6c564-c037-41ad-8e2d-dc5ff4f41860 HTTP/1.1" status: 200 len: 919 time: 0.1109562 Jun 15 14:16:04.995631 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-af56437a-1346-457f-afbc-0a0ee0a5a5c8 req-98dcb478-07a3-4eb1-b349-a3a01a7f7f2e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=723a2e3e-c604-44be-982e-11d3efd9329f HTTP/1.1" status: 200 len: 217 time: 0.0451324 Jun 15 14:16:05.052905 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af56437a-1346-457f-afbc-0a0ee0a5a5c8 req-cabf5a5c-6d87-45a3-97a8-56eea6c489d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:05.054343 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-af56437a-1346-457f-afbc-0a0ee0a5a5c8 req-cabf5a5c-6d87-45a3-97a8-56eea6c489d8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7617c69e-c1e9-44df-9ad7-ee8c6a77420c HTTP/1.1" status: 200 len: 858 time: 0.0519612 Jun 15 14:16:05.104169 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-af56437a-1346-457f-afbc-0a0ee0a5a5c8 req-2b3fb897-3d59-44ab-aadf-5e6cf6e1cb09 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=aef6c564-c037-41ad-8e2d-dc5ff4f41860&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347095 Jun 15 14:16:05.225694 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-af56437a-1346-457f-afbc-0a0ee0a5a5c8 req-11339368-0c6b-4d56-9bea-3f246b532bad service neutron] 10.222.0.67 "GET /v2.0/networks/aef6c564-c037-41ad-8e2d-dc5ff4f41860?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145439 Jun 15 14:16:05.337122 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-af56437a-1346-457f-afbc-0a0ee0a5a5c8 req-e80f2e68-a568-49a4-9254-f84e247eae4d service neutron] 10.222.0.67 "GET /v2.0/networks/aef6c564-c037-41ad-8e2d-dc5ff4f41860?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037660 Jun 15 14:16:05.706839 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9401b727-393e-462b-9868-2d6d6ba788f4 req-bbed151b-ea19-4f90-b8b6-dd12d5767b23 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:05.708294 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-9401b727-393e-462b-9868-2d6d6ba788f4 req-bbed151b-ea19-4f90-b8b6-dd12d5767b23 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d8373f1-9984-406a-8875-2e171ed82f1d HTTP/1.1" status: 200 len: 943 time: 0.0726655 Jun 15 14:16:05.750308 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-9401b727-393e-462b-9868-2d6d6ba788f4 req-5bbd3e1d-c0b9-49b0-92e6-d363daa6072a tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f204154-aeec-4a66-96d0-4d2162f9c593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362365 Jun 15 14:16:06.069173 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eb2f62-f3db-406e-996b-3338ed6c4dd0 req-43a182ed-4c4c-429a-a801-7ba2870cbae1 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:06.070623 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-65eb2f62-f3db-406e-996b-3338ed6c4dd0 req-43a182ed-4c4c-429a-a801-7ba2870cbae1 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7b01cb6-5369-48db-9b20-3f015520a361 HTTP/1.1" status: 200 len: 945 time: 0.0721083 Jun 15 14:16:06.111764 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-65eb2f62-f3db-406e-996b-3338ed6c4dd0 req-73a09501-111a-4161-9a07-123cd96f6676 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad05965b-15a7-4a7f-9728-8af208ea3874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351832 Jun 15 14:16:06.172025 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Device 60e6ff24-f0e3-499c-896a-5da98696b940 no longer exists at agent hyperv_hv-cinder-79647 {{(pid=91909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:16:06.196119 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.plugin [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] No Port match for: 60e6ff24-f0e3-499c-896a-5da98696b940 {{(pid=91909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:16:06.196473 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Device 60e6ff24-f0e3-499c-896a-5da98696b940 not bound to the agent host hv-cinder-79647 {{(pid=91909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:16:06.590209 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a192360c-0abc-4446-9320-5bccb90d9678 req-6dd8fd28-6ce2-47c9-ae3a-2705bf6cd4f3 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:06.591677 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-a192360c-0abc-4446-9320-5bccb90d9678 req-6dd8fd28-6ce2-47c9-ae3a-2705bf6cd4f3 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/ports?device_id=cda6bd51-f06e-4497-8bc9-ac1631ffb778 HTTP/1.1" status: 200 len: 945 time: 0.0673680 Jun 15 14:16:06.632167 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-a192360c-0abc-4446-9320-5bccb90d9678 req-e1bbf603-3c75-4eec-a071-182eb3c2edbb tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/security-groups?id=69da6443-a760-4382-8ecd-b3b336e40d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342503 Jun 15 14:16:06.936662 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a05b9af-da06-43c2-a163-38f28bb69824 req-41897467-5ff6-4fcc-97c8-69ed9f0b8afc tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:06.938137 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-1a05b9af-da06-43c2-a163-38f28bb69824 req-41897467-5ff6-4fcc-97c8-69ed9f0b8afc tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d8373f1-9984-406a-8875-2e171ed82f1d HTTP/1.1" status: 200 len: 943 time: 0.0680838 Jun 15 14:16:06.979966 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-1a05b9af-da06-43c2-a163-38f28bb69824 req-42995d11-76f1-4a4d-ad1d-d604e264736d tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f204154-aeec-4a66-96d0-4d2162f9c593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355465 Jun 15 14:16:07.488563 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9357a4a-ca71-4cf4-b57c-48a187a12dd7 req-9cfc66e8-2055-4030-ad61-02a7d4bc322e tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:07.489917 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-e9357a4a-ca71-4cf4-b57c-48a187a12dd7 req-9cfc66e8-2055-4030-ad61-02a7d4bc322e tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7b01cb6-5369-48db-9b20-3f015520a361 HTTP/1.1" status: 200 len: 945 time: 0.2656028 Jun 15 14:16:07.530807 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-e9357a4a-ca71-4cf4-b57c-48a187a12dd7 req-89ee10a3-8128-4086-90cd-0c339f7e877d tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad05965b-15a7-4a7f-9728-8af208ea3874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350726 Jun 15 14:16:07.820607 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5913ec01-a6ed-4db5-ad44-ca7089dc5d80 req-bf1a77da-cdbe-4559-a81b-341aba486562 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:07.821959 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-5913ec01-a6ed-4db5-ad44-ca7089dc5d80 req-bf1a77da-cdbe-4559-a81b-341aba486562 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/ports?device_id=cda6bd51-f06e-4497-8bc9-ac1631ffb778 HTTP/1.1" status: 200 len: 945 time: 0.0764158 Jun 15 14:16:07.865693 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-5913ec01-a6ed-4db5-ad44-ca7089dc5d80 req-c4a38e47-6839-4c8b-9a99-9ce29bc831bb tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/security-groups?id=69da6443-a760-4382-8ecd-b3b336e40d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373294 Jun 15 14:16:08.164255 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb99405-3f66-4e4c-8a92-82cb0742e3f5 req-a24f5314-2ee8-45c6-955b-1cece7fd53d2 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:08.165720 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-9eb99405-3f66-4e4c-8a92-82cb0742e3f5 req-a24f5314-2ee8-45c6-955b-1cece7fd53d2 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d8373f1-9984-406a-8875-2e171ed82f1d HTTP/1.1" status: 200 len: 943 time: 0.0681560 Jun 15 14:16:08.173809 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Device bbf9fe17-57cc-4b87-8f8c-47c1bcdcee24 details requested by agent hyperv_hv-cinder-79647 with host hv-cinder-79647 {{(pid=91909) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 14:16:08.207465 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-9eb99405-3f66-4e4c-8a92-82cb0742e3f5 req-4c559319-eb87-4728-856e-76ad2518ca39 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f204154-aeec-4a66-96d0-4d2162f9c593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359211 Jun 15 14:16:08.295179 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] For port bbf9fe17-57cc-4b87-8f8c-47c1bcdcee24, host hv-cinder-79647, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79647',level=0,port_id=bbf9fe17-57cc-4b87-8f8c-47c1bcdcee24,segment=NetworkSegment(29cbf6bd-3703-449c-90e3-2d0016356068),segment_id=29cbf6bd-3703-449c-90e3-2d0016356068)] {{(pid=91909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:16:08.308284 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Returning: {'device': 'bbf9fe17-57cc-4b87-8f8c-47c1bcdcee24', 'network_id': '610d1d9e-6798-4665-ba11-cd870fb10064', 'port_id': 'bbf9fe17-57cc-4b87-8f8c-47c1bcdcee24', 'mac_address': 'fa:16:3e:82:27:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 888, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2014c6aa-f72d-434e-8835-9ccc29766f9a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91909) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 14:16:08.350295 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:08.364768 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.notifiers.nova [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbf9fe17-57cc-4b87-8f8c-47c1bcdcee24 {{(pid=91909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:16:08.389241 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] For port bbf9fe17-57cc-4b87-8f8c-47c1bcdcee24, host hv-cinder-79647, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79647',level=0,port_id=bbf9fe17-57cc-4b87-8f8c-47c1bcdcee24,segment=NetworkSegment(29cbf6bd-3703-449c-90e3-2d0016356068),segment_id=29cbf6bd-3703-449c-90e3-2d0016356068)] {{(pid=91909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:16:08.393492 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492'] for port, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:08.395294 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:16:08.448278 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Pushing event updated for resources: {'Port': ['ID=bbf9fe17-57cc-4b87-8f8c-47c1bcdcee24,revision_number=9']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:16:08.451436 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:16:08.714344 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61feac0-a127-45e2-8a1d-4cc52fb0eb91 req-b3a22bf2-fc94-4a56-b382-b237cf424c7f tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:08.715925 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-b61feac0-a127-45e2-8a1d-4cc52fb0eb91 req-b3a22bf2-fc94-4a56-b382-b237cf424c7f tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7b01cb6-5369-48db-9b20-3f015520a361 HTTP/1.1" status: 200 len: 945 time: 0.0733044 Jun 15 14:16:08.757281 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-b61feac0-a127-45e2-8a1d-4cc52fb0eb91 req-64e698cf-2aa4-4b7d-b452-b0faff31dc37 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad05965b-15a7-4a7f-9728-8af208ea3874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347183 Jun 15 14:16:08.759544 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca6ba5a-6406-43d6-b488-d9eae4d6c48c req-4e81124b-3bae-41b2-9d35-d369cd5e0364 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:08.761491 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-3ca6ba5a-6406-43d6-b488-d9eae4d6c48c req-4e81124b-3bae-41b2-9d35-d369cd5e0364 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.67 "GET /v2.0/ports?device_id=cda6bd51-f06e-4497-8bc9-ac1631ffb778 HTTP/1.1" status: 200 len: 945 time: 0.0727875 Jun 15 14:16:08.870407 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] get_ports_and_sgs() called for port_ids ['bbf9fe17-57cc-4b87-8f8c-47c1bcdcee24'] {{(pid=91909) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:16:08.885493 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.plugin [req-3ca6ba5a-6406-43d6-b488-d9eae4d6c48c req-b2fadefe-3e92-49a1-a2b3-3c6e99ae7a4c tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Deleting port fae86f07-a3e7-45be-856e-cfc559edddc4 {{(pid=91907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:16:08.885833 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-3ca6ba5a-6406-43d6-b488-d9eae4d6c48c req-b2fadefe-3e92-49a1-a2b3-3c6e99ae7a4c tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781714481448'] for port, before_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:09.078986 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.db [req-3ca6ba5a-6406-43d6-b488-d9eae4d6c48c req-b2fadefe-3e92-49a1-a2b3-3c6e99ae7a4c tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] For port fae86f07-a3e7-45be-856e-cfc559edddc4, host hv-cinder-79647, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79647',level=0,port_id=fae86f07-a3e7-45be-856e-cfc559edddc4,segment=NetworkSegment(c1e51313-9c41-43ed-bd7f-44cfad65f5b9),segment_id=c1e51313-9c41-43ed-bd7f-44cfad65f5b9)] {{(pid=91907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:16:09.079355 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-3ca6ba5a-6406-43d6-b488-d9eae4d6c48c req-b2fadefe-3e92-49a1-a2b3-3c6e99ae7a4c tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668414'] for port, precommit_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:09.103335 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce90e349-32f6-4876-8076-cc659f1511bb req-b36a0759-1a81-4bf7-b557-34bfa1d91c97 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:09.105382 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-ce90e349-32f6-4876-8076-cc659f1511bb req-b36a0759-1a81-4bf7-b557-34bfa1d91c97 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/ports?device_id=cda6bd51-f06e-4497-8bc9-ac1631ffb778 HTTP/1.1" status: 200 len: 945 time: 0.1102979 Jun 15 14:16:09.186098 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.plugin [req-3ca6ba5a-6406-43d6-b488-d9eae4d6c48c req-b2fadefe-3e92-49a1-a2b3-3c6e99ae7a4c tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Calling delete_port for fae86f07-a3e7-45be-856e-cfc559edddc4 owned by compute:nova {{(pid=91907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:16:09.280465 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-ce90e349-32f6-4876-8076-cc659f1511bb req-fa458998-4598-4a12-9393-a454b6cdcf56 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/security-groups?id=69da6443-a760-4382-8ecd-b3b336e40d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356821 Jun 15 14:16:09.375164 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-3ca6ba5a-6406-43d6-b488-d9eae4d6c48c req-b2fadefe-3e92-49a1-a2b3-3c6e99ae7a4c tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781714486604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781714044438'] for port, after_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:09.380243 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-48927eb5-464c-4790-a3f8-95456b7e6ce2 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:16:09.399780 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62a1363-27bd-485b-b172-96ecb34ed97e req-1229965b-8486-402e-9039-82351dbaf560 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:09.401917 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-a62a1363-27bd-485b-b172-96ecb34ed97e req-1229965b-8486-402e-9039-82351dbaf560 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d8373f1-9984-406a-8875-2e171ed82f1d HTTP/1.1" status: 200 len: 944 time: 0.0740242 Jun 15 14:16:09.411418 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fadefe-3e92-49a1-a2b3-3c6e99ae7a4c tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Pushing event deleted for resources: {'Port': ['ID=fae86f07-a3e7-45be-856e-cfc559edddc4,revision_number=None']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:16:09.416251 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-b2fadefe-3e92-49a1-a2b3-3c6e99ae7a4c tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:16:09.451493 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-a62a1363-27bd-485b-b172-96ecb34ed97e req-486df580-fb7c-428a-b25b-3f34e22c303a tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f204154-aeec-4a66-96d0-4d2162f9c593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395331 Jun 15 14:16:09.477043 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ca6ba5a-6406-43d6-b488-d9eae4d6c48c req-b2fadefe-3e92-49a1-a2b3-3c6e99ae7a4c tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] No DVR routers for this DVR port fae86f07-a3e7-45be-856e-cfc559edddc4 on host hv-cinder-79647 {{(pid=91907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:16:09.479568 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-3ca6ba5a-6406-43d6-b488-d9eae4d6c48c req-b2fadefe-3e92-49a1-a2b3-3c6e99ae7a4c tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58954'] for port, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:09.481550 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-3ca6ba5a-6406-43d6-b488-d9eae4d6c48c req-b2fadefe-3e92-49a1-a2b3-3c6e99ae7a4c tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.67 "DELETE /v2.0/ports/fae86f07-a3e7-45be-856e-cfc559edddc4 HTTP/1.1" status: 204 len: 173 time: 0.7142997 Jun 15 14:16:09.482032 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cda6bd51-f06e-4497-8bc9-ac1631ffb778', 'name': 'network-vif-deleted', 'tag': 'fae86f07-a3e7-45be-856e-cfc559edddc4'}] {{(pid=91907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:16:09.484330 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24467d57c8f568e2e16d95ba24031d6b60035fd708ad429d2e8baac5a477cd4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cff57fc-7b30-4cc5-a6c6-8604c32787ef" -d '{"events": [{"server_uuid": "cda6bd51-f06e-4497-8bc9-ac1631ffb778", "name": "network-vif-deleted", "tag": "fae86f07-a3e7-45be-856e-cfc559edddc4"}]}' {{(pid=91907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:16:09.522488 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23513663-44fb-41a1-8898-ca1cd6c72d43 x-openstack-request-id: req-23513663-44fb-41a1-8898-ca1cd6c72d43 {{(pid=91907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:16:09.522828 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cda6bd51-f06e-4497-8bc9-ac1631ffb778", "name": "network-vif-deleted", "tag": "fae86f07-a3e7-45be-856e-cfc559edddc4", "status": "completed", "code": 200}]} {{(pid=91907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:16:09.523105 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-23513663-44fb-41a1-8898-ca1cd6c72d43 {{(pid=91907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:16:09.523576 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cda6bd51-f06e-4497-8bc9-ac1631ffb778', 'name': 'network-vif-deleted', 'tag': 'fae86f07-a3e7-45be-856e-cfc559edddc4', 'status': 'completed', 'code': 200} Jun 15 14:16:09.823812 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] get_ports_and_sgs() called for port_ids ['b4bd8b82-6993-4194-9681-d6ca79a7cbed', '1c3a23a8-b0e5-4c9a-ba3f-779490b8b7b7', 'fae86f07-a3e7-45be-856e-cfc559edddc4'] {{(pid=91909) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:16:10.231437 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Device bbf9fe17-57cc-4b87-8f8c-47c1bcdcee24 up at agent hyperv_hv-cinder-79647 {{(pid=91909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:16:10.288275 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Provisioning complete for port bbf9fe17-57cc-4b87-8f8c-47c1bcdcee24 triggered by entity L2. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:16:10.288761 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897510'] for port, provisioning_complete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:10.314714 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b46bee-7a4b-4fb9-8584-cc9b416669d3 req-87b6a2ea-cdfb-4b49-8188-8d5e71d7c7d6 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:10.316253 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-69b46bee-7a4b-4fb9-8584-cc9b416669d3 req-87b6a2ea-cdfb-4b49-8188-8d5e71d7c7d6 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7b01cb6-5369-48db-9b20-3f015520a361 HTTP/1.1" status: 200 len: 945 time: 0.0792701 Jun 15 14:16:10.361154 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-69b46bee-7a4b-4fb9-8584-cc9b416669d3 req-18b3103e-260e-445f-9c0c-09a569ab8cc5 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad05965b-15a7-4a7f-9728-8af208ea3874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372925 Jun 15 14:16:10.393199 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:10.421347 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d8373f1-9984-406a-8875-2e171ed82f1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbf9fe17-57cc-4b87-8f8c-47c1bcdcee24'}] {{(pid=91909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:16:10.423810 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}018986bfbd05ca611dd30af7db176f5a3185891675ab09d2ffafe9409078adde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-334ede93-8d79-4609-9686-563fee56afd9" -d '{"events": [{"server_uuid": "8d8373f1-9984-406a-8875-2e171ed82f1d", "name": "network-vif-plugged", "status": "completed", "tag": "bbf9fe17-57cc-4b87-8f8c-47c1bcdcee24"}]}' {{(pid=91909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:16:10.439312 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] For port bbf9fe17-57cc-4b87-8f8c-47c1bcdcee24, host hv-cinder-79647, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79647',level=0,port_id=bbf9fe17-57cc-4b87-8f8c-47c1bcdcee24,segment=NetworkSegment(29cbf6bd-3703-449c-90e3-2d0016356068),segment_id=29cbf6bd-3703-449c-90e3-2d0016356068)] {{(pid=91909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:16:10.444298 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492'] for port, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:10.445199 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Device fae86f07-a3e7-45be-856e-cfc559edddc4 no longer exists at agent hyperv_hv-cinder-79647 {{(pid=91909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:16:10.447901 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:16:10.494704 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.plugin [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] No Port match for: fae86f07-a3e7-45be-856e-cfc559edddc4 {{(pid=91909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:16:10.495084 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Device fae86f07-a3e7-45be-856e-cfc559edddc4 not bound to the agent host hv-cinder-79647 {{(pid=91909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:16:10.534038 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Pushing event updated for resources: {'Port': ['ID=bbf9fe17-57cc-4b87-8f8c-47c1bcdcee24,revision_number=10']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:16:10.541890 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:16:10.542240 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:16:10.542577 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:16:10.542931 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:16:10.543260 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:16:10.543590 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:16:10.543910 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:16:10.544250 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:16:10.544558 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:16:10.544870 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:16:10.545357 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:16:10.545518 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:16:10.556073 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:16:10.652798 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e696bc17-8909-4be7-87d7-8f35d298b3d9 x-openstack-request-id: req-e696bc17-8909-4be7-87d7-8f35d298b3d9 {{(pid=91909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:16:10.653145 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d8373f1-9984-406a-8875-2e171ed82f1d", "name": "network-vif-plugged", "status": "completed", "tag": "bbf9fe17-57cc-4b87-8f8c-47c1bcdcee24", "code": 200}]} {{(pid=91909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:16:10.653407 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e696bc17-8909-4be7-87d7-8f35d298b3d9 {{(pid=91909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:16:10.653802 dv-cinder-796471-1-iscsi neutron-server[91909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d8373f1-9984-406a-8875-2e171ed82f1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbf9fe17-57cc-4b87-8f8c-47c1bcdcee24', 'code': 200} Jun 15 14:16:10.817527 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87271a61-cc21-442a-ba44-91fb6356bcb2 req-2d3e7906-0fea-4020-a654-fbeccbbaa272 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:10.819120 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-87271a61-cc21-442a-ba44-91fb6356bcb2 req-2d3e7906-0fea-4020-a654-fbeccbbaa272 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d8373f1-9984-406a-8875-2e171ed82f1d HTTP/1.1" status: 200 len: 946 time: 0.0808194 Jun 15 14:16:10.865009 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-87271a61-cc21-442a-ba44-91fb6356bcb2 req-d193365b-b639-40fe-8173-913a2719a02c tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f204154-aeec-4a66-96d0-4d2162f9c593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399048 Jun 15 14:16:11.231373 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220a972f-dd73-4994-9e07-95aa63e492fa req-43841674-bd73-4f6c-b2d8-b247377bf5bb tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:11.232772 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-220a972f-dd73-4994-9e07-95aa63e492fa req-43841674-bd73-4f6c-b2d8-b247377bf5bb tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/ports?device_id=d71c4010-f1eb-4208-91ac-dca8202c8352 HTTP/1.1" status: 200 len: 946 time: 0.3038163 Jun 15 14:16:11.274679 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-220a972f-dd73-4994-9e07-95aa63e492fa req-3eefcccc-9864-4a23-8da5-53a26c4a4c5b tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/security-groups?id=69da6443-a760-4382-8ecd-b3b336e40d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360274 Jun 15 14:16:11.401926 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c116d20d-683f-4e3e-9ab4-22ab82072baf req-34fee7cc-0901-46b0-b755-c528f7fd6417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:11.403455 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-c116d20d-683f-4e3e-9ab4-22ab82072baf req-34fee7cc-0901-46b0-b755-c528f7fd6417 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=8d8373f1-9984-406a-8875-2e171ed82f1d HTTP/1.1" status: 200 len: 1099 time: 0.0608032 Jun 15 14:16:11.443384 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-c116d20d-683f-4e3e-9ab4-22ab82072baf req-a7947309-eead-419d-94db-900de88a6d8f service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=2f204154-aeec-4a66-96d0-4d2162f9c593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314136 Jun 15 14:16:12.061171 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9aa04d-b85a-438a-9db1-11d0b3a3e560 req-f3812ff7-d66a-497a-9690-67a2b7571b58 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:12.062630 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-ba9aa04d-b85a-438a-9db1-11d0b3a3e560 req-f3812ff7-d66a-497a-9690-67a2b7571b58 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d8373f1-9984-406a-8875-2e171ed82f1d HTTP/1.1" status: 200 len: 946 time: 0.0685399 Jun 15 14:16:12.104409 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-ba9aa04d-b85a-438a-9db1-11d0b3a3e560 req-85217370-0f04-4f1f-9686-cca325e5fd6f tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f204154-aeec-4a66-96d0-4d2162f9c593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355585 Jun 15 14:16:12.455350 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda79a90-35a8-4209-bb38-f80dc60e07e1 req-e0712482-5ea6-464c-8d1d-3d2adb74fc37 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:12.456792 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-dda79a90-35a8-4209-bb38-f80dc60e07e1 req-e0712482-5ea6-464c-8d1d-3d2adb74fc37 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/ports?device_id=d71c4010-f1eb-4208-91ac-dca8202c8352 HTTP/1.1" status: 200 len: 946 time: 0.0697773 Jun 15 14:16:12.497050 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-dda79a90-35a8-4209-bb38-f80dc60e07e1 req-7350e068-889b-475b-889d-e18b719bbf85 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/security-groups?id=69da6443-a760-4382-8ecd-b3b336e40d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346673 Jun 15 14:16:13.331750 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff9b69e-c6e8-405d-be9e-54c91f292fe5 req-ad42fc10-95b9-4165-9f50-45a8811fc952 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:13.333216 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-4ff9b69e-c6e8-405d-be9e-54c91f292fe5 req-ad42fc10-95b9-4165-9f50-45a8811fc952 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.67 "GET /v2.0/ports?device_id=d71c4010-f1eb-4208-91ac-dca8202c8352 HTTP/1.1" status: 200 len: 946 time: 0.1215887 Jun 15 14:16:13.345264 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea7a9c4-f3cb-4c1a-b61d-239daa4843a7 req-9df55e4a-31cf-49b8-8db0-97d11658fed7 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:13.346695 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-aea7a9c4-f3cb-4c1a-b61d-239daa4843a7 req-9df55e4a-31cf-49b8-8db0-97d11658fed7 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d8373f1-9984-406a-8875-2e171ed82f1d HTTP/1.1" status: 200 len: 946 time: 0.1245697 Jun 15 14:16:13.464074 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-aea7a9c4-f3cb-4c1a-b61d-239daa4843a7 req-e5b5463c-94d1-45ce-8458-7e79ee1d80e6 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f204154-aeec-4a66-96d0-4d2162f9c593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098917 Jun 15 14:16:13.496069 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.plugin [req-4ff9b69e-c6e8-405d-be9e-54c91f292fe5 req-8fbd09d9-ed21-41ef-aea3-2dae4781ebaf tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Deleting port 1c3a23a8-b0e5-4c9a-ba3f-779490b8b7b7 {{(pid=91907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:16:13.496405 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-4ff9b69e-c6e8-405d-be9e-54c91f292fe5 req-8fbd09d9-ed21-41ef-aea3-2dae4781ebaf tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781714481448'] for port, before_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:13.612537 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.db [req-4ff9b69e-c6e8-405d-be9e-54c91f292fe5 req-8fbd09d9-ed21-41ef-aea3-2dae4781ebaf tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] For port 1c3a23a8-b0e5-4c9a-ba3f-779490b8b7b7, host hv-cinder-79647, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79647',level=0,port_id=1c3a23a8-b0e5-4c9a-ba3f-779490b8b7b7,segment=NetworkSegment(c1e51313-9c41-43ed-bd7f-44cfad65f5b9),segment_id=c1e51313-9c41-43ed-bd7f-44cfad65f5b9)] {{(pid=91907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:16:13.613064 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-4ff9b69e-c6e8-405d-be9e-54c91f292fe5 req-8fbd09d9-ed21-41ef-aea3-2dae4781ebaf tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668414'] for port, precommit_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:13.691681 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d850fb83-a55e-46b5-9736-2874ab86454d req-3a3014be-6876-483b-8cbc-b9b5a9db8fff tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:13.693228 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-d850fb83-a55e-46b5-9736-2874ab86454d req-3a3014be-6876-483b-8cbc-b9b5a9db8fff tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/ports?device_id=d71c4010-f1eb-4208-91ac-dca8202c8352 HTTP/1.1" status: 200 len: 946 time: 0.0788622 Jun 15 14:16:13.719193 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.plugin [req-4ff9b69e-c6e8-405d-be9e-54c91f292fe5 req-8fbd09d9-ed21-41ef-aea3-2dae4781ebaf tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Calling delete_port for 1c3a23a8-b0e5-4c9a-ba3f-779490b8b7b7 owned by compute:nova {{(pid=91907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:16:13.734727 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-d850fb83-a55e-46b5-9736-2874ab86454d req-3d382f73-6c6b-4f6c-9720-5f211c39f7e0 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/security-groups?id=69da6443-a760-4382-8ecd-b3b336e40d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350976 Jun 15 14:16:13.872838 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-4ff9b69e-c6e8-405d-be9e-54c91f292fe5 req-8fbd09d9-ed21-41ef-aea3-2dae4781ebaf tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781714486604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781714044438'] for port, after_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:13.876455 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:16:13.904925 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbd09d9-ed21-41ef-aea3-2dae4781ebaf tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Pushing event deleted for resources: {'Port': ['ID=1c3a23a8-b0e5-4c9a-ba3f-779490b8b7b7,revision_number=None']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:16:13.908603 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-8fbd09d9-ed21-41ef-aea3-2dae4781ebaf tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:16:13.913439 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] get_ports_and_sgs() called for port_ids ['b4bd8b82-6993-4194-9681-d6ca79a7cbed', '1c3a23a8-b0e5-4c9a-ba3f-779490b8b7b7'] {{(pid=91909) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:16:13.966587 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ff9b69e-c6e8-405d-be9e-54c91f292fe5 req-8fbd09d9-ed21-41ef-aea3-2dae4781ebaf tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] No DVR routers for this DVR port 1c3a23a8-b0e5-4c9a-ba3f-779490b8b7b7 on host hv-cinder-79647 {{(pid=91907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:16:13.968914 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-4ff9b69e-c6e8-405d-be9e-54c91f292fe5 req-8fbd09d9-ed21-41ef-aea3-2dae4781ebaf tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58954'] for port, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:13.970956 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-4ff9b69e-c6e8-405d-be9e-54c91f292fe5 req-8fbd09d9-ed21-41ef-aea3-2dae4781ebaf tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.67 "DELETE /v2.0/ports/1c3a23a8-b0e5-4c9a-ba3f-779490b8b7b7 HTTP/1.1" status: 204 len: 173 time: 0.6233008 Jun 15 14:16:13.971443 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd71c4010-f1eb-4208-91ac-dca8202c8352', 'name': 'network-vif-deleted', 'tag': '1c3a23a8-b0e5-4c9a-ba3f-779490b8b7b7'}] {{(pid=91907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:16:13.973768 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24467d57c8f568e2e16d95ba24031d6b60035fd708ad429d2e8baac5a477cd4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-390cde29-1f8f-414a-9d9c-ac154f67f9de" -d '{"events": [{"server_uuid": "d71c4010-f1eb-4208-91ac-dca8202c8352", "name": "network-vif-deleted", "tag": "1c3a23a8-b0e5-4c9a-ba3f-779490b8b7b7"}]}' {{(pid=91907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:16:14.017811 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8cdd776-807c-49bd-92d9-a8743bdbed4f x-openstack-request-id: req-b8cdd776-807c-49bd-92d9-a8743bdbed4f {{(pid=91907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:16:14.019071 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d71c4010-f1eb-4208-91ac-dca8202c8352", "name": "network-vif-deleted", "tag": "1c3a23a8-b0e5-4c9a-ba3f-779490b8b7b7", "status": "completed", "code": 200}]} {{(pid=91907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:16:14.019376 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b8cdd776-807c-49bd-92d9-a8743bdbed4f {{(pid=91907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:16:14.019804 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd71c4010-f1eb-4208-91ac-dca8202c8352', 'name': 'network-vif-deleted', 'tag': '1c3a23a8-b0e5-4c9a-ba3f-779490b8b7b7', 'status': 'completed', 'code': 200} Jun 15 14:16:14.653249 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce55a53a-7924-4f9b-b886-114d615777c2 req-c91e5180-a450-412b-b658-6eb1ecf84792 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:14.654760 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-ce55a53a-7924-4f9b-b886-114d615777c2 req-c91e5180-a450-412b-b658-6eb1ecf84792 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d8373f1-9984-406a-8875-2e171ed82f1d HTTP/1.1" status: 200 len: 946 time: 0.0712390 Jun 15 14:16:14.696396 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-ce55a53a-7924-4f9b-b886-114d615777c2 req-095d65fc-6e0d-419c-b954-38e8bff90593 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f204154-aeec-4a66-96d0-4d2162f9c593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358839 Jun 15 14:16:14.906076 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-1f22aa20-e425-43ee-b88d-2c9adee4e46e req-9bd0024d-7724-4bb3-943a-2f8c843e2562 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/ports?device_id=d71c4010-f1eb-4208-91ac-dca8202c8352 HTTP/1.1" status: 200 len: 210 time: 0.0378191 Jun 15 14:16:17.484899 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473b366c-6408-4ea7-9d2b-1df6ece4f04c req-5a7a76f7-5273-4ca3-8a2c-9f63bac797d0 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:17.493560 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-473b366c-6408-4ea7-9d2b-1df6ece4f04c req-5a7a76f7-5273-4ca3-8a2c-9f63bac797d0 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/ports?device_id=807ea74d-380f-4665-bc01-98bcf480a45f HTTP/1.1" status: 200 len: 945 time: 0.0802906 Jun 15 14:16:17.536861 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-473b366c-6408-4ea7-9d2b-1df6ece4f04c req-b7238345-5e83-4d8f-be68-b309f394862e tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/security-groups?id=69da6443-a760-4382-8ecd-b3b336e40d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373428 Jun 15 14:16:18.043547 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-6708c640-3116-4c71-a2b9-47bb7338c6c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:18.237981 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Device 1c3a23a8-b0e5-4c9a-ba3f-779490b8b7b7 no longer exists at agent hyperv_hv-cinder-79647 {{(pid=91909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:16:18.263258 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.plugin [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] No Port match for: 1c3a23a8-b0e5-4c9a-ba3f-779490b8b7b7 {{(pid=91909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:16:18.263862 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Device 1c3a23a8-b0e5-4c9a-ba3f-779490b8b7b7 not bound to the agent host hv-cinder-79647 {{(pid=91909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:16:18.706918 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6530ee9e-4f77-4af4-8026-a5a4edff5e4b req-6082addf-4320-4554-b212-0a811cacb155 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:18.708373 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-6530ee9e-4f77-4af4-8026-a5a4edff5e4b req-6082addf-4320-4554-b212-0a811cacb155 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7b01cb6-5369-48db-9b20-3f015520a361 HTTP/1.1" status: 200 len: 945 time: 0.0671902 Jun 15 14:16:18.735780 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb26b38-486b-4a84-a98c-36058dabbf1d req-ad900836-31d0-4c33-b666-3fc1bbe0697c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:18.737256 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-bdb26b38-486b-4a84-a98c-36058dabbf1d req-ad900836-31d0-4c33-b666-3fc1bbe0697c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=dc461159adb540bbbcfcd75ea5604cfb&device_id=a7b01cb6-5369-48db-9b20-3f015520a361 HTTP/1.1" status: 200 len: 1098 time: 0.1113288 Jun 15 14:16:18.748026 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9f8f65-5468-4ab2-92b8-9892af427db8 req-1d131592-6476-4fb3-9ee8-b118c4fe865c tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:18.749413 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-2c9f8f65-5468-4ab2-92b8-9892af427db8 req-1d131592-6476-4fb3-9ee8-b118c4fe865c tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/ports?device_id=807ea74d-380f-4665-bc01-98bcf480a45f HTTP/1.1" status: 200 len: 945 time: 0.0881772 Jun 15 14:16:18.751457 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-6530ee9e-4f77-4af4-8026-a5a4edff5e4b req-a94bccbc-896e-4989-a87c-31f408779802 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad05965b-15a7-4a7f-9728-8af208ea3874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366495 Jun 15 14:16:18.861088 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-2c9f8f65-5468-4ab2-92b8-9892af427db8 req-bd19d3ab-6eb3-480d-85b1-b6597cd94539 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/security-groups?id=69da6443-a760-4382-8ecd-b3b336e40d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025224 Jun 15 14:16:18.887548 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb26b38-486b-4a84-a98c-36058dabbf1d req-562e1049-5f4b-4952-b4be-d26ef4a9903b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:18.889246 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-bdb26b38-486b-4a84-a98c-36058dabbf1d req-562e1049-5f4b-4952-b4be-d26ef4a9903b service neutron] 10.222.0.67 "GET /v2.0/networks?id=aef6c564-c037-41ad-8e2d-dc5ff4f41860 HTTP/1.1" status: 200 len: 919 time: 0.1379232 Jun 15 14:16:18.956739 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-bdb26b38-486b-4a84-a98c-36058dabbf1d req-041c54e5-5a7a-4d52-808c-71e1fc344ad0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=723a2e3e-c604-44be-982e-11d3efd9329f HTTP/1.1" status: 200 len: 217 time: 0.0510230 Jun 15 14:16:19.013338 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb26b38-486b-4a84-a98c-36058dabbf1d req-77a6d56c-7933-4173-9351-92551e7e1130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:19.015017 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-bdb26b38-486b-4a84-a98c-36058dabbf1d req-77a6d56c-7933-4173-9351-92551e7e1130 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7617c69e-c1e9-44df-9ad7-ee8c6a77420c HTTP/1.1" status: 200 len: 858 time: 0.0495992 Jun 15 14:16:19.055239 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-bdb26b38-486b-4a84-a98c-36058dabbf1d req-5a5e3c88-8fe3-4e80-9d4b-8c18456f841d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=aef6c564-c037-41ad-8e2d-dc5ff4f41860&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309587 Jun 15 14:16:19.173622 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-bdb26b38-486b-4a84-a98c-36058dabbf1d req-0235e3fc-02fd-4680-9479-bbe1c04eba4f service neutron] 10.222.0.67 "GET /v2.0/networks/aef6c564-c037-41ad-8e2d-dc5ff4f41860?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063261 Jun 15 14:16:19.295694 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-bdb26b38-486b-4a84-a98c-36058dabbf1d req-bd85eeb8-5763-4e5e-a9b9-e8972db17d7a service neutron] 10.222.0.67 "GET /v2.0/networks/aef6c564-c037-41ad-8e2d-dc5ff4f41860?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077571 Jun 15 14:16:19.937403 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6b81d8-af2c-43c5-9d13-c5d6918f840f req-56691caf-a126-42fe-9123-11db809d4697 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:19.939265 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-cd6b81d8-af2c-43c5-9d13-c5d6918f840f req-56691caf-a126-42fe-9123-11db809d4697 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7b01cb6-5369-48db-9b20-3f015520a361 HTTP/1.1" status: 200 len: 945 time: 0.0740170 Jun 15 14:16:19.982744 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-cd6b81d8-af2c-43c5-9d13-c5d6918f840f req-b82689c5-29ed-4d29-ad9f-072dc861ab05 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad05965b-15a7-4a7f-9728-8af208ea3874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372152 Jun 15 14:16:20.068846 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3f66e4-3cae-46c4-ac90-bfb61a2730ab req-e5395e43-065a-4c38-b316-5e11794392ed tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:20.070246 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-ce3f66e4-3cae-46c4-ac90-bfb61a2730ab req-e5395e43-065a-4c38-b316-5e11794392ed tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.67 "GET /v2.0/ports?device_id=807ea74d-380f-4665-bc01-98bcf480a45f HTTP/1.1" status: 200 len: 945 time: 0.1209874 Jun 15 14:16:20.081424 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6775eb9-f0e4-417a-89df-ff2eae5c0bee req-8c267507-c849-4b62-a424-f8f9bf868959 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:20.082744 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-e6775eb9-f0e4-417a-89df-ff2eae5c0bee req-8c267507-c849-4b62-a424-f8f9bf868959 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/ports?device_id=807ea74d-380f-4665-bc01-98bcf480a45f HTTP/1.1" status: 200 len: 945 time: 0.1018293 Jun 15 14:16:20.167546 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-e6775eb9-f0e4-417a-89df-ff2eae5c0bee req-a85470b5-b9ef-49de-893e-139ddbca37f8 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/security-groups?id=69da6443-a760-4382-8ecd-b3b336e40d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777452 Jun 15 14:16:20.223124 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.plugin [req-ce3f66e4-3cae-46c4-ac90-bfb61a2730ab req-a96ad1ca-690c-4a0e-9421-98c6da5bcc3e tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Deleting port b4bd8b82-6993-4194-9681-d6ca79a7cbed {{(pid=91907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:16:20.223622 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-ce3f66e4-3cae-46c4-ac90-bfb61a2730ab req-a96ad1ca-690c-4a0e-9421-98c6da5bcc3e tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781714481448'] for port, before_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:20.341964 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.db [req-ce3f66e4-3cae-46c4-ac90-bfb61a2730ab req-a96ad1ca-690c-4a0e-9421-98c6da5bcc3e tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] For port b4bd8b82-6993-4194-9681-d6ca79a7cbed, host hv-cinder-79647, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79647',level=0,port_id=b4bd8b82-6993-4194-9681-d6ca79a7cbed,segment=NetworkSegment(c1e51313-9c41-43ed-bd7f-44cfad65f5b9),segment_id=c1e51313-9c41-43ed-bd7f-44cfad65f5b9)] {{(pid=91907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:16:20.342321 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-ce3f66e4-3cae-46c4-ac90-bfb61a2730ab req-a96ad1ca-690c-4a0e-9421-98c6da5bcc3e tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668414'] for port, precommit_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:20.636852 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.plugin [req-ce3f66e4-3cae-46c4-ac90-bfb61a2730ab req-a96ad1ca-690c-4a0e-9421-98c6da5bcc3e tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Calling delete_port for b4bd8b82-6993-4194-9681-d6ca79a7cbed owned by compute:nova {{(pid=91907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:16:20.679878 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:20.791928 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-ce3f66e4-3cae-46c4-ac90-bfb61a2730ab req-a96ad1ca-690c-4a0e-9421-98c6da5bcc3e tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781714486604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781714044438'] for port, after_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:20.795913 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-b2fadefe-3e92-49a1-a2b3-3c6e99ae7a4c tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:16:20.830625 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96ad1ca-690c-4a0e-9421-98c6da5bcc3e tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Pushing event deleted for resources: {'Port': ['ID=b4bd8b82-6993-4194-9681-d6ca79a7cbed,revision_number=None']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:16:20.834532 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] get_ports_and_sgs() called for port_ids ['b4bd8b82-6993-4194-9681-d6ca79a7cbed'] {{(pid=91909) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:16:20.835240 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-a96ad1ca-690c-4a0e-9421-98c6da5bcc3e tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:16:20.884495 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce3f66e4-3cae-46c4-ac90-bfb61a2730ab req-a96ad1ca-690c-4a0e-9421-98c6da5bcc3e tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] No DVR routers for this DVR port b4bd8b82-6993-4194-9681-d6ca79a7cbed on host hv-cinder-79647 {{(pid=91907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:16:20.888146 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-ce3f66e4-3cae-46c4-ac90-bfb61a2730ab req-a96ad1ca-690c-4a0e-9421-98c6da5bcc3e tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58954'] for port, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:20.890305 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-ce3f66e4-3cae-46c4-ac90-bfb61a2730ab req-a96ad1ca-690c-4a0e-9421-98c6da5bcc3e tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.67 "DELETE /v2.0/ports/b4bd8b82-6993-4194-9681-d6ca79a7cbed HTTP/1.1" status: 204 len: 173 time: 0.8066926 Jun 15 14:16:20.890800 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '807ea74d-380f-4665-bc01-98bcf480a45f', 'name': 'network-vif-deleted', 'tag': 'b4bd8b82-6993-4194-9681-d6ca79a7cbed'}] {{(pid=91907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:16:20.893179 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24467d57c8f568e2e16d95ba24031d6b60035fd708ad429d2e8baac5a477cd4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc8c98b8-f85e-4183-a3e2-449ec9d555f1" -d '{"events": [{"server_uuid": "807ea74d-380f-4665-bc01-98bcf480a45f", "name": "network-vif-deleted", "tag": "b4bd8b82-6993-4194-9681-d6ca79a7cbed"}]}' {{(pid=91907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:16:20.916484 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-fbaeca75-32ea-49cc-96fa-d71fb15d240b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:20.929389 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d03cee3e-e90c-44ab-9fbe-bdb3e5ccda64 x-openstack-request-id: req-d03cee3e-e90c-44ab-9fbe-bdb3e5ccda64 {{(pid=91907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:16:20.929731 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "807ea74d-380f-4665-bc01-98bcf480a45f", "name": "network-vif-deleted", "tag": "b4bd8b82-6993-4194-9681-d6ca79a7cbed", "status": "completed", "code": 200}]} {{(pid=91907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:16:20.930000 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d03cee3e-e90c-44ab-9fbe-bdb3e5ccda64 {{(pid=91907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:16:20.930413 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '807ea74d-380f-4665-bc01-98bcf480a45f', 'name': 'network-vif-deleted', 'tag': 'b4bd8b82-6993-4194-9681-d6ca79a7cbed', 'status': 'completed', 'code': 200} Jun 15 14:16:21.166336 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579cbedc-048e-4bf4-8ab7-9189bacf1dd4 req-1ac5a959-5087-4aa3-9137-11984a245320 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:21.167869 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-579cbedc-048e-4bf4-8ab7-9189bacf1dd4 req-1ac5a959-5087-4aa3-9137-11984a245320 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7b01cb6-5369-48db-9b20-3f015520a361 HTTP/1.1" status: 200 len: 945 time: 0.0723283 Jun 15 14:16:21.209116 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-579cbedc-048e-4bf4-8ab7-9189bacf1dd4 req-beeb24cc-1de8-42c7-aede-1596edbb4ea3 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad05965b-15a7-4a7f-9728-8af208ea3874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354047 Jun 15 14:16:21.325984 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-6c848059-dd03-4d62-89a6-8998d7e577a8 req-c2da3c5d-628b-4f53-9ba4-76b99b7e9468 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] 10.222.0.26 "GET /v2.0/ports?device_id=807ea74d-380f-4665-bc01-98bcf480a45f HTTP/1.1" status: 200 len: 210 time: 0.0325778 Jun 15 14:16:21.767549 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-a2325736-757f-4788-9f3d-6fe831cb64a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:22.388159 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa894958-d854-44cf-88f3-02a350f3a59b req-5afac5c4-772e-45d2-b516-c80b912b9f99 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:22.389895 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-fa894958-d854-44cf-88f3-02a350f3a59b req-5afac5c4-772e-45d2-b516-c80b912b9f99 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7b01cb6-5369-48db-9b20-3f015520a361 HTTP/1.1" status: 200 len: 945 time: 0.0692787 Jun 15 14:16:22.419568 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 35682) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:16:22.434964 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-fa894958-d854-44cf-88f3-02a350f3a59b req-08f6b81e-2795-4745-bbf4-3c12b3d2766c tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad05965b-15a7-4a7f-9728-8af208ea3874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384042 Jun 15 14:16:22.481898 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0bcb1ed-dee9-4493-b5bf-449fff2987b5 admin admin] Deleting subnet afd26063-2fe1-438c-a2ba-9412fb4f10c5 {{(pid=91906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 15 14:16:22.484913 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-a0bcb1ed-dee9-4493-b5bf-449fff2987b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:22.526341 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-a0bcb1ed-dee9-4493-b5bf-449fff2987b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3510251'] for subnet, precommit_delete_associations {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:22.572014 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-a0bcb1ed-dee9-4493-b5bf-449fff2987b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32884212'] for subnet, precommit_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:22.634281 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-a0bcb1ed-dee9-4493-b5bf-449fff2987b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32884221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3410472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3427184'] for subnet, after_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:22.636846 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-9e80e983-f324-482c-86d3-9bc9e33bcce5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:16:22.665238 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bcb1ed-dee9-4493-b5bf-449fff2987b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=afd26063-2fe1-438c-a2ba-9412fb4f10c5,revision_number=None']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:16:22.669342 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-a0bcb1ed-dee9-4493-b5bf-449fff2987b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:16:22.672106 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-a0bcb1ed-dee9-4493-b5bf-449fff2987b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537372'] for subnet, before_response {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:22.674114 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-a0bcb1ed-dee9-4493-b5bf-449fff2987b5 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/afd26063-2fe1-438c-a2ba-9412fb4f10c5 HTTP/1.1" status: 204 len: 168 time: 0.2539561 Jun 15 14:16:22.676419 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 35684) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:16:22.765573 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-e4674003-7895-43ec-a6ad-18c74635c86a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33040767'] for network, before_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:22.868887 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-e4674003-7895-43ec-a6ad-18c74635c86a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32895081', 'neutron.services.segments.db._delete_segments_for_network-8781714566072'] for network, precommit_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:22.880878 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.services.segments.db [None req-e4674003-7895-43ec-a6ad-18c74635c86a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53647b0d-4ed8-4c65-8def-7670da912845']}} {{(pid=91906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:16:22.897076 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.services.segments.db [None req-e4674003-7895-43ec-a6ad-18c74635c86a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1e51313-9c41-43ed-bd7f-44cfad65f5b9') {'for_net_delete': True} {{(pid=91906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:16:22.897287 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.services.segments.db [None req-e4674003-7895-43ec-a6ad-18c74635c86a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1e51313-9c41-43ed-bd7f-44cfad65f5b9') {} {{(pid=91906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:16:22.907714 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-e4674003-7895-43ec-a6ad-18c74635c86a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781714565910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3510240'] for segment, before_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:22.922198 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-e4674003-7895-43ec-a6ad-18c74635c86a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32890017'] for segment, precommit_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:22.927891 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4674003-7895-43ec-a6ad-18c74635c86a admin admin] Releasing vlan 876 on physical network physnet1 to pool {{(pid=91906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:16:22.928271 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-e4674003-7895-43ec-a6ad-18c74635c86a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32890017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3410817'] for segment, after_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:22.929882 dv-cinder-796471-1-iscsi neutron-server[91906]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:16:22.929882 dv-cinder-796471-1-iscsi neutron-server[91906]: retrieve_revision_numbers = { Jun 15 14:16:22.929882 dv-cinder-796471-1-iscsi neutron-server[91906]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:16:22.929882 dv-cinder-796471-1-iscsi neutron-server[91906]: retrieve_revision_numbers = { Jun 15 14:16:22.929882 dv-cinder-796471-1-iscsi neutron-server[91906]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:16:22.929882 dv-cinder-796471-1-iscsi neutron-server[91906]: retrieve_revision_numbers = { Jun 15 14:16:22.929882 dv-cinder-796471-1-iscsi neutron-server[91906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:16:22.929882 dv-cinder-796471-1-iscsi neutron-server[91906]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:16:22.929882 dv-cinder-796471-1-iscsi neutron-server[91906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:16:22.929882 dv-cinder-796471-1-iscsi neutron-server[91906]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:16:22.929882 dv-cinder-796471-1-iscsi neutron-server[91906]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:16:22.929882 dv-cinder-796471-1-iscsi neutron-server[91906]: retrieve_revision_numbers = { Jun 15 14:16:22.929882 dv-cinder-796471-1-iscsi neutron-server[91906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:16:22.929882 dv-cinder-796471-1-iscsi neutron-server[91906]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:16:22.929882 dv-cinder-796471-1-iscsi neutron-server[91906]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:16:22.929882 dv-cinder-796471-1-iscsi neutron-server[91906]: retrieve_revision_numbers = { Jun 15 14:16:22.929882 dv-cinder-796471-1-iscsi neutron-server[91906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:16:22.929882 dv-cinder-796471-1-iscsi neutron-server[91906]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:16:22.929882 dv-cinder-796471-1-iscsi neutron-server[91906]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:16:22.929882 dv-cinder-796471-1-iscsi neutron-server[91906]: retrieve_revision_numbers = { Jun 15 14:16:22.929882 dv-cinder-796471-1-iscsi neutron-server[91906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:16:22.929882 dv-cinder-796471-1-iscsi neutron-server[91906]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:16:22.929882 dv-cinder-796471-1-iscsi neutron-server[91906]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:16:22.929882 dv-cinder-796471-1-iscsi neutron-server[91906]: retrieve_revision_numbers = { Jun 15 14:16:22.929882 dv-cinder-796471-1-iscsi neutron-server[91906]: Traceback (most recent call last): Jun 15 14:16:22.929882 dv-cinder-796471-1-iscsi neutron-server[91906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 15 14:16:22.929882 dv-cinder-796471-1-iscsi neutron-server[91906]: timer() Jun 15 14:16:22.929882 dv-cinder-796471-1-iscsi neutron-server[91906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 15 14:16:22.929882 dv-cinder-796471-1-iscsi neutron-server[91906]: cb(*args, **kw) Jun 15 14:16:22.929882 dv-cinder-796471-1-iscsi neutron-server[91906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 15 14:16:22.929882 dv-cinder-796471-1-iscsi neutron-server[91906]: return func(*args, **kwargs) Jun 15 14:16:22.929882 dv-cinder-796471-1-iscsi neutron-server[91906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 15 14:16:22.929882 dv-cinder-796471-1-iscsi neutron-server[91906]: self._notify() Jun 15 14:16:22.929882 dv-cinder-796471-1-iscsi neutron-server[91906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 15 14:16:22.929882 dv-cinder-796471-1-iscsi neutron-server[91906]: self.callback(batched_events) Jun 15 14:16:22.929882 dv-cinder-796471-1-iscsi neutron-server[91906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 15 14:16:22.929882 dv-cinder-796471-1-iscsi neutron-server[91906]: event.method(event) Jun 15 14:16:22.929882 dv-cinder-796471-1-iscsi neutron-server[91906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 15 14:16:22.929882 dv-cinder-796471-1-iscsi neutron-server[91906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 15 14:16:22.929882 dv-cinder-796471-1-iscsi neutron-server[91906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 15 14:16:22.929882 dv-cinder-796471-1-iscsi neutron-server[91906]: aggregate_uuid = self.p_client.list_aggregates( Jun 15 14:16:22.929882 dv-cinder-796471-1-iscsi neutron-server[91906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 15 14:16:22.929882 dv-cinder-796471-1-iscsi neutron-server[91906]: return f(self, *a, **k) Jun 15 14:16:22.929882 dv-cinder-796471-1-iscsi neutron-server[91906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 15 14:16:22.929882 dv-cinder-796471-1-iscsi neutron-server[91906]: return self._get(url).json() Jun 15 14:16:22.929882 dv-cinder-796471-1-iscsi neutron-server[91906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 15 14:16:22.929882 dv-cinder-796471-1-iscsi neutron-server[91906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 15 14:16:22.929882 dv-cinder-796471-1-iscsi neutron-server[91906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 15 14:16:22.929882 dv-cinder-796471-1-iscsi neutron-server[91906]: return self.request(url, 'GET', **kwargs) Jun 15 14:16:22.929882 dv-cinder-796471-1-iscsi neutron-server[91906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 15 14:16:22.929882 dv-cinder-796471-1-iscsi neutron-server[91906]: base_url = self.get_endpoint(auth, allow=allow, Jun 15 14:16:22.929882 dv-cinder-796471-1-iscsi neutron-server[91906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 15 14:16:22.929882 dv-cinder-796471-1-iscsi neutron-server[91906]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 15 14:16:22.929882 dv-cinder-796471-1-iscsi neutron-server[91906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 15 14:16:22.929882 dv-cinder-796471-1-iscsi neutron-server[91906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 15 14:16:22.929882 dv-cinder-796471-1-iscsi neutron-server[91906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 15 14:16:23.002472 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-e4674003-7895-43ec-a6ad-18c74635c86a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32895094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-350226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667141'] for network, after_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:23.007300 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-e4674003-7895-43ec-a6ad-18c74635c86a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537372'] for network, before_response {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:23.009128 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-e4674003-7895-43ec-a6ad-18c74635c86a admin admin] 10.222.0.26 "DELETE /v2.0/networks/53647b0d-4ed8-4c65-8def-7670da912845 HTTP/1.1" status: 204 len: 168 time: 0.3318055 Jun 15 14:16:23.010433 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:16:23.026525 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4674003-7895-43ec-a6ad-18c74635c86a admin admin] Pushing event deleted for resources: {'Network': ['ID=53647b0d-4ed8-4c65-8def-7670da912845,revision_number=None']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:16:23.030407 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-e4674003-7895-43ec-a6ad-18c74635c86a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:16:23.180894 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 35688) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:16:23.230275 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-22e6f4c3-6c3c-4c55-b977-5eb35185c70e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3b9c49b5e22342c8817f864fe7313c45&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0475097 Jun 15 14:16:23.232615 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 35690) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:16:23.296309 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-95d6ab9a-4c68-4a10-a5f3-ca7022f1306c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:23.327034 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-95d6ab9a-4c68-4a10-a5f3-ca7022f1306c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:23.387880 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-95d6ab9a-4c68-4a10-a5f3-ca7022f1306c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:23.390764 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-95d6ab9a-4c68-4a10-a5f3-ca7022f1306c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:23.394972 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-95d6ab9a-4c68-4a10-a5f3-ca7022f1306c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/69da6443-a760-4382-8ecd-b3b336e40d95 HTTP/1.1" status: 204 len: 168 time: 0.1584156 Jun 15 14:16:23.394972 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-7ce18446-e969-4984-8f14-c9776904ea34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:16:23.403023 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d6ab9a-4c68-4a10-a5f3-ca7022f1306c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69da6443-a760-4382-8ecd-b3b336e40d95,revision_number=None']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:16:23.406285 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-95d6ab9a-4c68-4a10-a5f3-ca7022f1306c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:16:23.433389 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-987cb3c8-732e-4ef7-aae2-903816ba9880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:23.622666 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58200b9c-dc33-48ca-8622-0d274055f493 req-17880f4d-e8ff-4ba3-9f56-e8a1cc50059e tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:23.624188 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-58200b9c-dc33-48ca-8622-0d274055f493 req-17880f4d-e8ff-4ba3-9f56-e8a1cc50059e tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7b01cb6-5369-48db-9b20-3f015520a361 HTTP/1.1" status: 200 len: 945 time: 0.0701747 Jun 15 14:16:23.670750 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-58200b9c-dc33-48ca-8622-0d274055f493 req-3bf80a00-b8c0-41e6-8306-43a4b89e909c tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad05965b-15a7-4a7f-9728-8af208ea3874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407097 Jun 15 14:16:24.283850 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Device b4bd8b82-6993-4194-9681-d6ca79a7cbed no longer exists at agent hyperv_hv-cinder-79647 {{(pid=91909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:16:24.308863 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.plugin [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] No Port match for: b4bd8b82-6993-4194-9681-d6ca79a7cbed {{(pid=91909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:16:24.309209 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Device b4bd8b82-6993-4194-9681-d6ca79a7cbed not bound to the agent host hv-cinder-79647 {{(pid=91909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:16:24.851404 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badbb975-73ba-4e17-bf4f-ef41912c9ee1 req-2cc0f0b5-d7fb-497f-a721-6287d1907b3d tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:24.852973 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-badbb975-73ba-4e17-bf4f-ef41912c9ee1 req-2cc0f0b5-d7fb-497f-a721-6287d1907b3d tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7b01cb6-5369-48db-9b20-3f015520a361 HTTP/1.1" status: 200 len: 945 time: 0.0709512 Jun 15 14:16:24.895760 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-badbb975-73ba-4e17-bf4f-ef41912c9ee1 req-763a3579-de25-49c0-afef-5c7998c0732b tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad05965b-15a7-4a7f-9728-8af208ea3874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362999 Jun 15 14:16:25.945380 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.agents_db [None req-1fbdf4bf-3b4b-440e-bd18-8a0939d62d55 None None] Agent healthcheck: found 6 active agents {{(pid=91910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:16:26.076656 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f336afa-5da3-4dae-8f24-1fa6c3086f7e req-9d5eacbe-36ac-40e1-b1bd-9570f3370d2b tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:26.078170 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-3f336afa-5da3-4dae-8f24-1fa6c3086f7e req-9d5eacbe-36ac-40e1-b1bd-9570f3370d2b tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7b01cb6-5369-48db-9b20-3f015520a361 HTTP/1.1" status: 200 len: 945 time: 0.0701494 Jun 15 14:16:26.119794 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-3f336afa-5da3-4dae-8f24-1fa6c3086f7e req-74cef9a8-214f-427f-9a57-009400c60bf9 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad05965b-15a7-4a7f-9728-8af208ea3874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359962 Jun 15 14:16:27.152433 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 35760) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:16:27.284977 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-d943e13a-15fd-46bd-9350-d18faabd5c02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:27.349945 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e127503f-ef70-4ce1-9ea7-7e04710d0323 req-4903e9b1-e503-4169-8abd-ef1fbc3b0d05 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:27.351403 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-e127503f-ef70-4ce1-9ea7-7e04710d0323 req-4903e9b1-e503-4169-8abd-ef1fbc3b0d05 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7b01cb6-5369-48db-9b20-3f015520a361 HTTP/1.1" status: 200 len: 945 time: 0.1192515 Jun 15 14:16:27.414293 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-e127503f-ef70-4ce1-9ea7-7e04710d0323 req-7ab45aee-5831-48a5-b96d-78721cba574a tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad05965b-15a7-4a7f-9728-8af208ea3874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559683 Jun 15 14:16:27.443352 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-d943e13a-15fd-46bd-9350-d18faabd5c02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:27.447654 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-d943e13a-15fd-46bd-9350-d18faabd5c02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:27.450186 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-7bee3f63-5f65-4382-9bd7-08ada99724f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:16:27.488226 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d943e13a-15fd-46bd-9350-d18faabd5c02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccf6cb10-103b-46a5-8bf5-a293429a51a2,revision_number=1']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:16:27.491878 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-d943e13a-15fd-46bd-9350-d18faabd5c02 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5ac414a2eb2b42acb9d17a864d7f7479&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3386114 Jun 15 14:16:27.495315 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 35764) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:16:27.498333 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d943e13a-15fd-46bd-9350-d18faabd5c02 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:16:27.498730 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d943e13a-15fd-46bd-9350-d18faabd5c02 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:16:27.499109 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d943e13a-15fd-46bd-9350-d18faabd5c02 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:16:27.499467 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d943e13a-15fd-46bd-9350-d18faabd5c02 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:16:27.499823 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d943e13a-15fd-46bd-9350-d18faabd5c02 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:16:27.500178 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d943e13a-15fd-46bd-9350-d18faabd5c02 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:16:27.500355 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:27.500805 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d943e13a-15fd-46bd-9350-d18faabd5c02 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:16:27.500910 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d943e13a-15fd-46bd-9350-d18faabd5c02 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:16:27.501198 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d943e13a-15fd-46bd-9350-d18faabd5c02 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:16:27.501544 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d943e13a-15fd-46bd-9350-d18faabd5c02 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:16:27.501895 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d943e13a-15fd-46bd-9350-d18faabd5c02 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:16:27.502235 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d943e13a-15fd-46bd-9350-d18faabd5c02 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:16:27.506152 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-d943e13a-15fd-46bd-9350-d18faabd5c02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:16:27.550940 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-ab4e7475-8202-4145-909e-26c73e963ad8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:27.577363 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-ab4e7475-8202-4145-909e-26c73e963ad8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:27.628561 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-ab4e7475-8202-4145-909e-26c73e963ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:27.631138 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-ab4e7475-8202-4145-909e-26c73e963ad8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:27.632764 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-ab4e7475-8202-4145-909e-26c73e963ad8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ccf6cb10-103b-46a5-8bf5-a293429a51a2 HTTP/1.1" status: 204 len: 168 time: 0.1359284 Jun 15 14:16:27.633904 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-4273edee-9c5e-4295-a5e7-452618b33250 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:16:27.645350 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4e7475-8202-4145-909e-26c73e963ad8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccf6cb10-103b-46a5-8bf5-a293429a51a2,revision_number=None']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:16:27.647829 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-ab4e7475-8202-4145-909e-26c73e963ad8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:16:28.608660 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c6fcf2-f866-440a-96e3-9523cdf467fc req-b06297f6-17aa-4c62-93e3-c024c5b03bfe tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:28.611054 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-61c6fcf2-f866-440a-96e3-9523cdf467fc req-b06297f6-17aa-4c62-93e3-c024c5b03bfe tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7b01cb6-5369-48db-9b20-3f015520a361 HTTP/1.1" status: 200 len: 945 time: 0.0782726 Jun 15 14:16:28.657701 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-61c6fcf2-f866-440a-96e3-9523cdf467fc req-e92077b5-3f8e-4476-a098-52c2074e86b2 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad05965b-15a7-4a7f-9728-8af208ea3874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405357 Jun 15 14:16:29.837205 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd5f0fa-4e18-4838-9532-aa2a5c104b3c req-4c725dda-8a53-4c80-bc04-710b716ab229 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:29.838724 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-bbd5f0fa-4e18-4838-9532-aa2a5c104b3c req-4c725dda-8a53-4c80-bc04-710b716ab229 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7b01cb6-5369-48db-9b20-3f015520a361 HTTP/1.1" status: 200 len: 945 time: 0.0699248 Jun 15 14:16:29.883665 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-bbd5f0fa-4e18-4838-9532-aa2a5c104b3c req-ffd4ca09-1786-4e2e-9d2c-b31537105a5e tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad05965b-15a7-4a7f-9728-8af208ea3874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392113 Jun 15 14:16:31.064201 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d03ef26-a8cd-45f4-8bc6-124e1ac5a6e3 req-e218be96-b104-407a-955b-8734df513c54 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:31.065787 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-9d03ef26-a8cd-45f4-8bc6-124e1ac5a6e3 req-e218be96-b104-407a-955b-8734df513c54 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7b01cb6-5369-48db-9b20-3f015520a361 HTTP/1.1" status: 200 len: 945 time: 0.0691905 Jun 15 14:16:31.108098 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-9d03ef26-a8cd-45f4-8bc6-124e1ac5a6e3 req-937c3b65-a3b9-4883-8277-ad281cc71372 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad05965b-15a7-4a7f-9728-8af208ea3874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365012 Jun 15 14:16:32.290457 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6416bc28-3025-4be5-9226-35112bdcc021 req-c476592b-dc3e-48ee-8562-bdfd836865bf tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:32.291941 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-6416bc28-3025-4be5-9226-35112bdcc021 req-c476592b-dc3e-48ee-8562-bdfd836865bf tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7b01cb6-5369-48db-9b20-3f015520a361 HTTP/1.1" status: 200 len: 945 time: 0.0724401 Jun 15 14:16:32.333200 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-6416bc28-3025-4be5-9226-35112bdcc021 req-3252e8e2-64bf-467d-8aae-0eb8018099ce tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad05965b-15a7-4a7f-9728-8af208ea3874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354576 Jun 15 14:16:33.517308 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9d5cb6-a87a-45bb-9ae3-e7bceb4ff3b4 req-2fa6262b-9682-44f0-ab0a-7855ee51cd79 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:33.518670 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-8d9d5cb6-a87a-45bb-9ae3-e7bceb4ff3b4 req-2fa6262b-9682-44f0-ab0a-7855ee51cd79 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7b01cb6-5369-48db-9b20-3f015520a361 HTTP/1.1" status: 200 len: 945 time: 0.0681753 Jun 15 14:16:33.559430 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-8d9d5cb6-a87a-45bb-9ae3-e7bceb4ff3b4 req-bcf19f51-d1be-4776-be0d-7d6e73fd91ec tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad05965b-15a7-4a7f-9728-8af208ea3874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350955 Jun 15 14:16:34.741776 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a183dd71-ae10-4396-ae9c-f6ec29333d93 req-c7ccfb14-8e67-4de4-bf61-73c728c994f6 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:34.743263 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-a183dd71-ae10-4396-ae9c-f6ec29333d93 req-c7ccfb14-8e67-4de4-bf61-73c728c994f6 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7b01cb6-5369-48db-9b20-3f015520a361 HTTP/1.1" status: 200 len: 945 time: 0.0718961 Jun 15 14:16:34.785903 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-a183dd71-ae10-4396-ae9c-f6ec29333d93 req-088f3b69-e64e-44ea-8291-c23df2e535b8 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad05965b-15a7-4a7f-9728-8af208ea3874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365620 Jun 15 14:16:35.664390 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b650c5-7f04-43ab-adfd-b558404f959b req-d03bff6c-4985-4c84-ba71-0ddff1257441 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:35.665847 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-f1b650c5-7f04-43ab-adfd-b558404f959b req-d03bff6c-4985-4c84-ba71-0ddff1257441 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/ports?device_id=eaeff0a0-6ae8-4806-8bd3-d4547f9e2abf HTTP/1.1" status: 200 len: 945 time: 0.0802267 Jun 15 14:16:35.708797 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-f1b650c5-7f04-43ab-adfd-b558404f959b req-c022e2e8-68a3-4110-ae11-6a9479fbfad7 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8daf90f-052e-4250-95f7-9d7da7fb7be2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358212 Jun 15 14:16:35.979183 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7388837-9303-43ab-8db6-be24cb6b8e0d req-c64113b4-5413-4943-8761-259e552fb176 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:35.981263 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-d7388837-9303-43ab-8db6-be24cb6b8e0d req-c64113b4-5413-4943-8761-259e552fb176 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7b01cb6-5369-48db-9b20-3f015520a361 HTTP/1.1" status: 200 len: 945 time: 0.0726826 Jun 15 14:16:36.021960 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-d7388837-9303-43ab-8db6-be24cb6b8e0d req-4e6923b9-2447-4763-806e-8b69fd8d48da tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad05965b-15a7-4a7f-9728-8af208ea3874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348933 Jun 15 14:16:36.895342 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9a0ffa-ef40-4d3b-b5a8-164b3adeec88 req-82e45559-9382-4817-804b-7a5260de4e1c tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:36.896740 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-3b9a0ffa-ef40-4d3b-b5a8-164b3adeec88 req-82e45559-9382-4817-804b-7a5260de4e1c tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/ports?device_id=eaeff0a0-6ae8-4806-8bd3-d4547f9e2abf HTTP/1.1" status: 200 len: 945 time: 0.0741730 Jun 15 14:16:36.920393 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 35916) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:16:36.944826 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-3b9a0ffa-ef40-4d3b-b5a8-164b3adeec88 req-c8ecce06-c012-4f7c-a7ea-4c99f6631fbf tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8daf90f-052e-4250-95f7-9d7da7fb7be2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423999 Jun 15 14:16:37.026958 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-ab3b6fd6-cb61-46a8-8890-7e02f180ca05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:37.121904 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-ab3b6fd6-cb61-46a8-8890-7e02f180ca05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:37.126154 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-ab3b6fd6-cb61-46a8-8890-7e02f180ca05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:37.128601 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-7b3cf6db-4bf5-49e3-8a71-f4a063b17f7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:16:37.168713 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3b6fd6-cb61-46a8-8890-7e02f180ca05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebd554a8-1117-4f43-a690-fb8d415b1790,revision_number=1']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:16:37.172685 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-ab3b6fd6-cb61-46a8-8890-7e02f180ca05 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c2c0765ab9b149d6b3bb921ef3885ef0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2513573 Jun 15 14:16:37.173536 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-ab3b6fd6-cb61-46a8-8890-7e02f180ca05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:16:37.175291 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 35922) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:16:37.212863 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2db497-eeb8-4176-80b4-e40b3bea230c req-7f289cb6-8c92-4a30-860e-bfce170e4fa3 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:37.214337 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-fd2db497-eeb8-4176-80b4-e40b3bea230c req-7f289cb6-8c92-4a30-860e-bfce170e4fa3 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7b01cb6-5369-48db-9b20-3f015520a361 HTTP/1.1" status: 200 len: 945 time: 0.0717313 Jun 15 14:16:37.226888 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-7f21495e-f0c5-4972-b92a-b077b493cf50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:37.255201 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-7f21495e-f0c5-4972-b92a-b077b493cf50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:37.261848 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-fd2db497-eeb8-4176-80b4-e40b3bea230c req-7b67aa58-fc23-45fb-8fda-3e02b05f7c8b tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad05965b-15a7-4a7f-9728-8af208ea3874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414774 Jun 15 14:16:37.305334 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-7f21495e-f0c5-4972-b92a-b077b493cf50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:37.308118 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-7f21495e-f0c5-4972-b92a-b077b493cf50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:37.309887 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-7f21495e-f0c5-4972-b92a-b077b493cf50 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ebd554a8-1117-4f43-a690-fb8d415b1790 HTTP/1.1" status: 204 len: 168 time: 0.1337130 Jun 15 14:16:37.310652 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-f6509ddb-2bdf-4c42-ad94-2e6ec13b4831 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:16:37.318960 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f21495e-f0c5-4972-b92a-b077b493cf50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebd554a8-1117-4f43-a690-fb8d415b1790,revision_number=None']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:16:37.321293 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-7f21495e-f0c5-4972-b92a-b077b493cf50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:16:37.916926 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 35944) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:16:38.011663 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.v2.base [None req-0abfce33-e01e-4467-a47e-1c3e66c47dcd admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1576904180-network', 'tenant_id': '5e20e24df4cc4f2cb32fac7c52aa3087'}} {{(pid=91907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:16:38.033535 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0abfce33-e01e-4467-a47e-1c3e66c47dcd admin admin] Made reservation on behalf of 5e20e24df4cc4f2cb32fac7c52aa3087 for: {'network': 1} {{(pid=91907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:16:38.036330 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-0abfce33-e01e-4467-a47e-1c3e66c47dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-33170876'] for network, before_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:38.047568 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-0abfce33-e01e-4467-a47e-1c3e66c47dcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:38.158448 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcc371c-431f-4ed9-9603-4600eb51231b req-7f57a58f-27ba-47da-b09b-1514e4589063 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:38.159977 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-3bcc371c-431f-4ed9-9603-4600eb51231b req-7f57a58f-27ba-47da-b09b-1514e4589063 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/ports?device_id=eaeff0a0-6ae8-4806-8bd3-d4547f9e2abf HTTP/1.1" status: 200 len: 945 time: 0.0999668 Jun 15 14:16:38.223604 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-3bcc371c-431f-4ed9-9603-4600eb51231b req-1a9c29ca-cd11-4c6c-a7a5-7ba77e0304fc tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8daf90f-052e-4250-95f7-9d7da7fb7be2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571308 Jun 15 14:16:38.235217 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-0abfce33-e01e-4467-a47e-1c3e66c47dcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:38.239941 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-0abfce33-e01e-4467-a47e-1c3e66c47dcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:38.242983 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-f5ffed10-6b27-4410-b04f-0dd28e8fcc0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:16:38.269956 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0abfce33-e01e-4467-a47e-1c3e66c47dcd admin admin] vlan segment allocate from pool success with {'vlan_id': 852, 'physical_network': 'physnet1'} {{(pid=91907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:16:38.275082 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abfce33-e01e-4467-a47e-1c3e66c47dcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a74ded7-24e7-410d-9981-734746ca520a,revision_number=1']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:16:38.278641 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-0abfce33-e01e-4467-a47e-1c3e66c47dcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:16:38.282894 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-0abfce33-e01e-4467-a47e-1c3e66c47dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32890017'] for segment, precommit_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:38.282977 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.db.segments_db [None req-0abfce33-e01e-4467-a47e-1c3e66c47dcd admin admin] Added segment ba066181-a585-4f83-acaa-f9148a57be6d of type vlan for network 7f4d358d-d665-4e9a-b3c6-9fd566675feb Jun 15 14:16:38.336288 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-0abfce33-e01e-4467-a47e-1c3e66c47dcd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781714030749'] for network, precommit_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:38.366344 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-0abfce33-e01e-4467-a47e-1c3e66c47dcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-350226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537401'] for network, after_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:38.367691 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0abfce33-e01e-4467-a47e-1c3e66c47dcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:38.368275 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-0abfce33-e01e-4467-a47e-1c3e66c47dcd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537372'] for network, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:38.370282 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:16:38.407357 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-0abfce33-e01e-4467-a47e-1c3e66c47dcd admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4891410 Jun 15 14:16:38.410072 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 35952) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:16:38.416390 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.v2.base [None req-51e4535e-ddd9-4055-827a-014b4b8d9f6e admin admin] Request body: {'subnet': {'network_id': '7f4d358d-d665-4e9a-b3c6-9fd566675feb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1576904180-subnet', 'tenant_id': '5e20e24df4cc4f2cb32fac7c52aa3087', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:16:38.447157 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7539c65-4e50-4867-8c2f-54a9e088fbfb req-055a8b36-dd23-4b73-88fa-a894b8fdb2ca tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:38.448775 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-a7539c65-4e50-4867-8c2f-54a9e088fbfb req-055a8b36-dd23-4b73-88fa-a894b8fdb2ca tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7b01cb6-5369-48db-9b20-3f015520a361 HTTP/1.1" status: 200 len: 945 time: 0.0725586 Jun 15 14:16:38.465621 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abfce33-e01e-4467-a47e-1c3e66c47dcd admin admin] Pushing event updated for resources: {'Network': ['ID=7f4d358d-d665-4e9a-b3c6-9fd566675feb,revision_number=1']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:16:38.468425 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-0abfce33-e01e-4467-a47e-1c3e66c47dcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:16:38.475751 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Network 7f4d358d-d665-4e9a-b3c6-9fd566675feb details requested by agent ovs-agent-dv-cinder-796471-1-iscsi with host dv-cinder-796471-1-iscsi {{(pid=91909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:16:38.485228 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51e4535e-ddd9-4055-827a-014b4b8d9f6e admin admin] Made reservation on behalf of 5e20e24df4cc4f2cb32fac7c52aa3087 for: {'subnet': 1} {{(pid=91907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:16:38.487700 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-51e4535e-ddd9-4055-827a-014b4b8d9f6e admin admin] Notify callbacks [] for subnet, before_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:38.494383 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-a7539c65-4e50-4867-8c2f-54a9e088fbfb req-84167bfb-1a8c-48a8-af83-d679018efb19 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad05965b-15a7-4a7f-9728-8af208ea3874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392029 Jun 15 14:16:38.695145 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-51e4535e-ddd9-4055-827a-014b4b8d9f6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378'] for subnet, after_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:38.697229 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-d4fc3e66-a107-4cd6-a3e8-90216d062f83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:16:38.760023 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e4535e-ddd9-4055-827a-014b4b8d9f6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e290d10-bf75-428a-8571-3211c234ff56,revision_number=0']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:16:38.763418 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-51e4535e-ddd9-4055-827a-014b4b8d9f6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:16:38.770138 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e4535e-ddd9-4055-827a-014b4b8d9f6e admin admin] Checking segment: {'id': 'ba066181-a585-4f83-acaa-f9148a57be6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '7f4d358d-d665-4e9a-b3c6-9fd566675feb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:16:38.770479 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e4535e-ddd9-4055-827a-014b4b8d9f6e admin admin] Network hostable DHCP agents. Network: 7f4d358d-d665-4e9a-b3c6-9fd566675feb, hostable agents: ['b76165da-6319-4f74-a975-61037e393453'], hosted agents: [] {{(pid=91907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:16:38.786543 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e4535e-ddd9-4055-827a-014b4b8d9f6e admin admin] Network 7f4d358d-d665-4e9a-b3c6-9fd566675feb is scheduled to be hosted by DHCP agent b76165da-6319-4f74-a975-61037e393453 with binding_index 1 {{(pid=91907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:16:38.795624 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.scheduler.base_scheduler [None req-51e4535e-ddd9-4055-827a-014b4b8d9f6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796471-1-iscsi, 7f4d358d-d665-4e9a-b3c6-9fd566675feb) {{(pid=91907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:16:38.800265 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e4535e-ddd9-4055-827a-014b4b8d9f6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:38.801254 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-51e4535e-ddd9-4055-827a-014b4b8d9f6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537372'] for subnet, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:38.804359 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1edee688-235a-4775-8c1a-4ab04c4391f0 None None] Network 7f4d358d-d665-4e9a-b3c6-9fd566675feb requested from dv-cinder-796471-1-iscsi {{(pid=91909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:16:38.815467 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-51e4535e-ddd9-4055-827a-014b4b8d9f6e admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4043550 Jun 15 14:16:38.972279 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9292dd05-0361-48b5-a759-422a3e56e3a6 None None] Network 7f4d358d-d665-4e9a-b3c6-9fd566675feb requested from dv-cinder-796471-1-iscsi {{(pid=91909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:16:39.280381 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 35970) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:16:39.285452 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.v2.base [None req-0b87ff0a-ac79-4771-8b7c-c3777bf7d55b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1326059385-network', 'tenant_id': '2729e98256db418b80cc9f8499568685'}} {{(pid=91907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:16:39.310407 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b87ff0a-ac79-4771-8b7c-c3777bf7d55b admin admin] Made reservation on behalf of 2729e98256db418b80cc9f8499568685 for: {'network': 1} {{(pid=91907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:16:39.312787 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-0b87ff0a-ac79-4771-8b7c-c3777bf7d55b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-33170876'] for network, before_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:39.326719 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-0b87ff0a-ac79-4771-8b7c-c3777bf7d55b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:39.447863 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777c473e-412d-49d7-a3b8-75a830c32e3a req-96c289bb-1032-46c2-999a-b220263af175 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:39.449867 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-777c473e-412d-49d7-a3b8-75a830c32e3a req-96c289bb-1032-46c2-999a-b220263af175 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/ports?device_id=eaeff0a0-6ae8-4806-8bd3-d4547f9e2abf HTTP/1.1" status: 200 len: 945 time: 0.1104457 Jun 15 14:16:39.505869 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-0b87ff0a-ac79-4771-8b7c-c3777bf7d55b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:39.512046 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-777c473e-412d-49d7-a3b8-75a830c32e3a req-1fa95d33-0f3c-4fca-9e27-9e3f9fe0345f tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8daf90f-052e-4250-95f7-9d7da7fb7be2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557444 Jun 15 14:16:39.513081 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-0b87ff0a-ac79-4771-8b7c-c3777bf7d55b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:39.516206 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-7df07d51-c8c3-4dc0-8fdc-37f65046019e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:16:39.544364 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b87ff0a-ac79-4771-8b7c-c3777bf7d55b admin admin] vlan segment allocate from pool success with {'vlan_id': 869, 'physical_network': 'physnet1'} {{(pid=91907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:16:39.553009 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b87ff0a-ac79-4771-8b7c-c3777bf7d55b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75756224-27cd-4560-ad89-9923e141da88,revision_number=1']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:16:39.556332 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-0b87ff0a-ac79-4771-8b7c-c3777bf7d55b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:16:39.561318 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-0b87ff0a-ac79-4771-8b7c-c3777bf7d55b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32890017'] for segment, precommit_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:39.561558 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.db.segments_db [None req-0b87ff0a-ac79-4771-8b7c-c3777bf7d55b admin admin] Added segment 0773f689-7b2f-4135-98fb-e3a44fbc2101 of type vlan for network cade9e00-a484-4f7b-86ae-bc5c7cd06faa Jun 15 14:16:39.610258 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-0b87ff0a-ac79-4771-8b7c-c3777bf7d55b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781714030749'] for network, precommit_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:39.640846 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-0b87ff0a-ac79-4771-8b7c-c3777bf7d55b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-350226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537401'] for network, after_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:39.642154 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b87ff0a-ac79-4771-8b7c-c3777bf7d55b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:39.642841 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-0b87ff0a-ac79-4771-8b7c-c3777bf7d55b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537372'] for network, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:39.644917 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:16:39.685415 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-0b87ff0a-ac79-4771-8b7c-c3777bf7d55b admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4034894 Jun 15 14:16:39.688408 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 35974) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:16:39.695901 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.v2.base [None req-e1347301-a3eb-40cc-9a5c-8e79aba0b762 admin admin] Request body: {'subnet': {'network_id': 'cade9e00-a484-4f7b-86ae-bc5c7cd06faa', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1326059385-subnet', 'tenant_id': '2729e98256db418b80cc9f8499568685', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:16:39.713098 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bf7568-f00f-40d4-b5f0-bb8c9bc68b36 req-73ae9035-3785-4a97-aa83-13d1fd63f633 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:39.715551 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-95bf7568-f00f-40d4-b5f0-bb8c9bc68b36 req-73ae9035-3785-4a97-aa83-13d1fd63f633 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7b01cb6-5369-48db-9b20-3f015520a361 HTTP/1.1" status: 200 len: 945 time: 0.0918343 Jun 15 14:16:39.750681 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b87ff0a-ac79-4771-8b7c-c3777bf7d55b admin admin] Pushing event updated for resources: {'Network': ['ID=cade9e00-a484-4f7b-86ae-bc5c7cd06faa,revision_number=1']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:16:39.753398 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-0b87ff0a-ac79-4771-8b7c-c3777bf7d55b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:16:39.762119 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Network cade9e00-a484-4f7b-86ae-bc5c7cd06faa details requested by agent ovs-agent-dv-cinder-796471-1-iscsi with host dv-cinder-796471-1-iscsi {{(pid=91909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:16:39.763393 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-95bf7568-f00f-40d4-b5f0-bb8c9bc68b36 req-9dd62c15-bfd1-4e36-be01-3b628d783ef7 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad05965b-15a7-4a7f-9728-8af208ea3874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420339 Jun 15 14:16:39.772473 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1347301-a3eb-40cc-9a5c-8e79aba0b762 admin admin] Made reservation on behalf of 2729e98256db418b80cc9f8499568685 for: {'subnet': 1} {{(pid=91907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:16:39.775173 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-e1347301-a3eb-40cc-9a5c-8e79aba0b762 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:39.975749 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-e1347301-a3eb-40cc-9a5c-8e79aba0b762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378'] for subnet, after_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:39.978040 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-880ea117-0283-483c-b004-057787b6dda3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:16:40.036578 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1347301-a3eb-40cc-9a5c-8e79aba0b762 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f9a2a86-6017-43cc-b120-e19b4307c230,revision_number=0']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:16:40.040014 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-e1347301-a3eb-40cc-9a5c-8e79aba0b762 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:16:40.047038 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1347301-a3eb-40cc-9a5c-8e79aba0b762 admin admin] Checking segment: {'id': '0773f689-7b2f-4135-98fb-e3a44fbc2101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'cade9e00-a484-4f7b-86ae-bc5c7cd06faa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:16:40.047382 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1347301-a3eb-40cc-9a5c-8e79aba0b762 admin admin] Network hostable DHCP agents. Network: cade9e00-a484-4f7b-86ae-bc5c7cd06faa, hostable agents: ['b76165da-6319-4f74-a975-61037e393453'], hosted agents: [] {{(pid=91907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:16:40.064388 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1347301-a3eb-40cc-9a5c-8e79aba0b762 admin admin] Network cade9e00-a484-4f7b-86ae-bc5c7cd06faa is scheduled to be hosted by DHCP agent b76165da-6319-4f74-a975-61037e393453 with binding_index 1 {{(pid=91907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:16:40.072473 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.scheduler.base_scheduler [None req-e1347301-a3eb-40cc-9a5c-8e79aba0b762 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796471-1-iscsi, cade9e00-a484-4f7b-86ae-bc5c7cd06faa) {{(pid=91907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:16:40.077313 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1347301-a3eb-40cc-9a5c-8e79aba0b762 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:40.078063 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-e1347301-a3eb-40cc-9a5c-8e79aba0b762 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537372'] for subnet, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:40.081378 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-847d3638-5479-4c28-93c6-52d4e5f7fe6c None None] Network cade9e00-a484-4f7b-86ae-bc5c7cd06faa requested from dv-cinder-796471-1-iscsi {{(pid=91909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:16:40.091722 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-e1347301-a3eb-40cc-9a5c-8e79aba0b762 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4019840 Jun 15 14:16:40.245319 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a1ce2e1-2b9b-47ca-ab43-adef25cc95e4 None None] Network cade9e00-a484-4f7b-86ae-bc5c7cd06faa requested from dv-cinder-796471-1-iscsi {{(pid=91909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:16:40.711901 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faced2ec-4303-463d-b0ce-85fd6add50c9 req-92a56cf7-52cd-4d0e-8795-ef44cc328092 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:40.713385 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-faced2ec-4303-463d-b0ce-85fd6add50c9 req-92a56cf7-52cd-4d0e-8795-ef44cc328092 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/ports?device_id=eaeff0a0-6ae8-4806-8bd3-d4547f9e2abf HTTP/1.1" status: 200 len: 945 time: 0.0738814 Jun 15 14:16:40.754094 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-faced2ec-4303-463d-b0ce-85fd6add50c9 req-1f62ecd8-1bd1-4f5b-8436-0db0b90502ff tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8daf90f-052e-4250-95f7-9d7da7fb7be2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349565 Jun 15 14:16:40.959084 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ba5c4b-1aa9-430f-bfc8-01da40946ac1 req-72ff5f93-8be3-4274-abdd-1ea3d9be6736 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:40.960599 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-f5ba5c4b-1aa9-430f-bfc8-01da40946ac1 req-72ff5f93-8be3-4274-abdd-1ea3d9be6736 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7b01cb6-5369-48db-9b20-3f015520a361 HTTP/1.1" status: 200 len: 945 time: 0.0687654 Jun 15 14:16:41.003180 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-f5ba5c4b-1aa9-430f-bfc8-01da40946ac1 req-c873376f-b2b5-41ab-beaa-ad297ffc7b8f tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad05965b-15a7-4a7f-9728-8af208ea3874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366998 Jun 15 14:16:41.941363 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0dbb9f-96df-4be9-8df4-814d7136718d req-ba98ffd5-723b-4fa6-aae5-06758483c2d5 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:41.942985 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-ab0dbb9f-96df-4be9-8df4-814d7136718d req-ba98ffd5-723b-4fa6-aae5-06758483c2d5 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/ports?device_id=eaeff0a0-6ae8-4806-8bd3-d4547f9e2abf HTTP/1.1" status: 200 len: 945 time: 0.0736408 Jun 15 14:16:41.984435 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-ab0dbb9f-96df-4be9-8df4-814d7136718d req-1d2bfc51-57bb-4b09-a09f-c06d64024875 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8daf90f-052e-4250-95f7-9d7da7fb7be2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351801 Jun 15 14:16:42.184096 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5e3aa8-cfca-4f6e-a704-fa0a647f158b req-0cfdc739-6d34-4cf8-a079-b9f35a298021 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:42.185477 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-ba5e3aa8-cfca-4f6e-a704-fa0a647f158b req-0cfdc739-6d34-4cf8-a079-b9f35a298021 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7b01cb6-5369-48db-9b20-3f015520a361 HTTP/1.1" status: 200 len: 945 time: 0.0699923 Jun 15 14:16:42.233418 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-ba5e3aa8-cfca-4f6e-a704-fa0a647f158b req-4dffc6f7-7962-49e3-83c1-6517b0d26368 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad05965b-15a7-4a7f-9728-8af208ea3874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420432 Jun 15 14:16:43.173857 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d5f8e9-63a0-4f15-b04e-67c8394e6146 req-d6205363-febc-456c-8935-b3da156be084 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:43.174746 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-f5d5f8e9-63a0-4f15-b04e-67c8394e6146 req-d6205363-febc-456c-8935-b3da156be084 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/ports?device_id=eaeff0a0-6ae8-4806-8bd3-d4547f9e2abf HTTP/1.1" status: 200 len: 945 time: 0.0756893 Jun 15 14:16:43.219290 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-f5d5f8e9-63a0-4f15-b04e-67c8394e6146 req-9caaa7ff-6839-4d28-8391-11e431f27954 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8daf90f-052e-4250-95f7-9d7da7fb7be2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374489 Jun 15 14:16:43.412929 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08fa00a-dd2a-4cbc-9842-8db087b50811 req-1004d05a-a2e4-418d-a2e5-cd51a590adf6 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:43.414370 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-d08fa00a-dd2a-4cbc-9842-8db087b50811 req-1004d05a-a2e4-418d-a2e5-cd51a590adf6 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7b01cb6-5369-48db-9b20-3f015520a361 HTTP/1.1" status: 200 len: 945 time: 0.0687573 Jun 15 14:16:43.456746 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-d08fa00a-dd2a-4cbc-9842-8db087b50811 req-5ff682ae-64c0-4c62-8dd9-0b2b6a2d6954 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad05965b-15a7-4a7f-9728-8af208ea3874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358858 Jun 15 14:16:44.415471 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e349c960-7597-4923-ba5d-77131438ad3a req-c7c18beb-36a7-426c-a9bd-8ace379a26b2 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:44.416973 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-e349c960-7597-4923-ba5d-77131438ad3a req-c7c18beb-36a7-426c-a9bd-8ace379a26b2 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/ports?device_id=eaeff0a0-6ae8-4806-8bd3-d4547f9e2abf HTTP/1.1" status: 200 len: 945 time: 0.0708120 Jun 15 14:16:44.465175 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-e349c960-7597-4923-ba5d-77131438ad3a req-3c59f00c-feeb-4b40-9ad0-8c3d219fd097 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8daf90f-052e-4250-95f7-9d7da7fb7be2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425363 Jun 15 14:16:44.671344 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc856663-bc9b-49cb-98db-b5b91c1b60b2 req-dd217c65-d6f1-45ef-b03e-45579d1a64d2 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:44.672856 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-fc856663-bc9b-49cb-98db-b5b91c1b60b2 req-dd217c65-d6f1-45ef-b03e-45579d1a64d2 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7b01cb6-5369-48db-9b20-3f015520a361 HTTP/1.1" status: 200 len: 945 time: 0.0688043 Jun 15 14:16:44.720205 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-fc856663-bc9b-49cb-98db-b5b91c1b60b2 req-6cbba495-80a8-47a3-a8c2-2b44c9db8428 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad05965b-15a7-4a7f-9728-8af208ea3874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417478 Jun 15 14:16:45.662806 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c000c0-b196-4cf0-af3e-74fe968c12ae req-79b53563-3a59-4989-b4e5-070a7105cff6 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:45.664262 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-e4c000c0-b196-4cf0-af3e-74fe968c12ae req-79b53563-3a59-4989-b4e5-070a7105cff6 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/ports?device_id=eaeff0a0-6ae8-4806-8bd3-d4547f9e2abf HTTP/1.1" status: 200 len: 945 time: 0.0716910 Jun 15 14:16:45.708946 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-e4c000c0-b196-4cf0-af3e-74fe968c12ae req-412d791a-0c2c-4001-a524-100ba1593156 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8daf90f-052e-4250-95f7-9d7da7fb7be2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389006 Jun 15 14:16:45.962534 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12a7e2f-634f-4d70-b5f8-a106fcc37997 req-f3d79376-23ab-4a99-8510-e35351d65a37 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:45.964511 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-e12a7e2f-634f-4d70-b5f8-a106fcc37997 req-f3d79376-23ab-4a99-8510-e35351d65a37 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7b01cb6-5369-48db-9b20-3f015520a361 HTTP/1.1" status: 200 len: 945 time: 0.0883868 Jun 15 14:16:46.008509 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-e12a7e2f-634f-4d70-b5f8-a106fcc37997 req-3f120c38-f77b-48ca-9d0a-10ae3f51adf6 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad05965b-15a7-4a7f-9728-8af208ea3874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370870 Jun 15 14:16:46.049218 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b6d6c3-3721-4772-824a-771e7b0d87dc req-b136d57c-a79b-4e1b-8e45-6c5072fbed57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:46.050694 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-b5b6d6c3-3721-4772-824a-771e7b0d87dc req-b136d57c-a79b-4e1b-8e45-6c5072fbed57 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a7b01cb6-5369-48db-9b20-3f015520a361 HTTP/1.1" status: 200 len: 1098 time: 0.0588267 Jun 15 14:16:46.088172 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-b5b6d6c3-3721-4772-824a-771e7b0d87dc req-f993e4ff-0805-4d5c-81ba-0d5a1997d05c service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=ad05965b-15a7-4a7f-9728-8af208ea3874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308373 Jun 15 14:16:46.895551 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64106aad-87b9-4275-a9fc-e4203b1d82aa req-6c9191b6-f384-49c6-821c-bf58c250e773 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:46.896906 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-64106aad-87b9-4275-a9fc-e4203b1d82aa req-6c9191b6-f384-49c6-821c-bf58c250e773 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/ports?device_id=eaeff0a0-6ae8-4806-8bd3-d4547f9e2abf HTTP/1.1" status: 200 len: 945 time: 0.0711412 Jun 15 14:16:46.938607 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-64106aad-87b9-4275-a9fc-e4203b1d82aa req-ee670588-d214-4e42-92cc-cb3083e1a862 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8daf90f-052e-4250-95f7-9d7da7fb7be2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361049 Jun 15 14:16:47.205429 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e23c5d0-95b3-4888-be8d-8a0cf7c19a2c req-8b62f0e6-e619-4034-8be3-67c08ce7e1d8 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:47.212975 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-5e23c5d0-95b3-4888-be8d-8a0cf7c19a2c req-8b62f0e6-e619-4034-8be3-67c08ce7e1d8 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7b01cb6-5369-48db-9b20-3f015520a361 HTTP/1.1" status: 200 len: 945 time: 0.0830209 Jun 15 14:16:47.261513 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-5e23c5d0-95b3-4888-be8d-8a0cf7c19a2c req-bbffdbd5-67e7-49f6-9a82-082659b43026 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad05965b-15a7-4a7f-9728-8af208ea3874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471613 Jun 15 14:16:47.322286 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e3cd9d-19ec-4119-a7c1-6563052bdd30 req-45d008c3-9b6e-41da-9081-531517125c59 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:47.323822 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-96e3cd9d-19ec-4119-a7c1-6563052bdd30 req-45d008c3-9b6e-41da-9081-531517125c59 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/ports?device_id=eaeff0a0-6ae8-4806-8bd3-d4547f9e2abf HTTP/1.1" status: 200 len: 945 time: 0.0771680 Jun 15 14:16:47.370347 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e29df8-64ba-4b19-ab7e-fbabb4bf189d req-b538c850-c3fb-4068-9860-874b22cbcd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:47.372018 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-23e29df8-64ba-4b19-ab7e-fbabb4bf189d req-b538c850-c3fb-4068-9860-874b22cbcd8f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=bd051735f59a48aba03badfdff199de6&device_id=eaeff0a0-6ae8-4806-8bd3-d4547f9e2abf HTTP/1.1" status: 200 len: 1098 time: 0.0617352 Jun 15 14:16:47.372272 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-96e3cd9d-19ec-4119-a7c1-6563052bdd30 req-52e08ca5-1830-40a8-b5e2-5a9538b7f0a3 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8daf90f-052e-4250-95f7-9d7da7fb7be2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424531 Jun 15 14:16:47.491040 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e29df8-64ba-4b19-ab7e-fbabb4bf189d req-5c717e26-54ac-4b7c-b2cc-d150c1092875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:47.492460 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-23e29df8-64ba-4b19-ab7e-fbabb4bf189d req-5c717e26-54ac-4b7c-b2cc-d150c1092875 service neutron] 10.222.0.67 "GET /v2.0/networks?id=4aa06fea-aa17-4092-a73a-67493e684cef HTTP/1.1" status: 200 len: 912 time: 0.1139822 Jun 15 14:16:47.772368 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-23e29df8-64ba-4b19-ab7e-fbabb4bf189d req-c46fcedc-bb59-4028-8139-0e489364f17a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=185635d3-2677-45f0-bf52-777e1c826b0a HTTP/1.1" status: 200 len: 1001 time: 0.2731519 Jun 15 14:16:47.830520 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e29df8-64ba-4b19-ab7e-fbabb4bf189d req-886e0abc-2f4d-4553-94f7-5c347b075968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:47.831918 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-23e29df8-64ba-4b19-ab7e-fbabb4bf189d req-886e0abc-2f4d-4553-94f7-5c347b075968 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=948d283c-351b-4469-a9b0-92e873d860c7 HTTP/1.1" status: 200 len: 850 time: 0.0515230 Jun 15 14:16:47.893772 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e29df8-64ba-4b19-ab7e-fbabb4bf189d req-20d93e52-2915-4544-9c02-865afe76b087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:47.895222 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-23e29df8-64ba-4b19-ab7e-fbabb4bf189d req-20d93e52-2915-4544-9c02-865afe76b087 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4aa06fea-aa17-4092-a73a-67493e684cef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0571933 Jun 15 14:16:48.005455 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-23e29df8-64ba-4b19-ab7e-fbabb4bf189d req-13017e34-16d5-486b-8734-73b3fda7e788 service neutron] 10.222.0.67 "GET /v2.0/networks/4aa06fea-aa17-4092-a73a-67493e684cef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034641 Jun 15 14:16:48.045135 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-ce930e6e-445d-46f6-aba5-532845f15485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:48.129164 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-23e29df8-64ba-4b19-ab7e-fbabb4bf189d req-e47f8092-735c-4f7f-8c8c-899ace57ad9a service neutron] 10.222.0.67 "GET /v2.0/networks/4aa06fea-aa17-4092-a73a-67493e684cef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105227 Jun 15 14:16:48.461535 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8d9c4d-da2b-4ea0-8504-1f26588befb2 req-bae48bed-0783-4818-851a-f800ca476234 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:48.463394 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-0d8d9c4d-da2b-4ea0-8504-1f26588befb2 req-bae48bed-0783-4818-851a-f800ca476234 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7b01cb6-5369-48db-9b20-3f015520a361 HTTP/1.1" status: 200 len: 945 time: 0.0941391 Jun 15 14:16:48.517168 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-0d8d9c4d-da2b-4ea0-8504-1f26588befb2 req-f5f70eb8-4ffe-44b7-8c4d-97b2ef2f4794 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad05965b-15a7-4a7f-9728-8af208ea3874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480778 Jun 15 14:16:48.580599 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a3c2c6-062d-4ec4-a0ff-96bde2d641e7 req-989319e9-31cf-48bc-a3b6-116511b31f00 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:48.582047 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-64a3c2c6-062d-4ec4-a0ff-96bde2d641e7 req-989319e9-31cf-48bc-a3b6-116511b31f00 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/ports?device_id=eaeff0a0-6ae8-4806-8bd3-d4547f9e2abf HTTP/1.1" status: 200 len: 945 time: 0.0771606 Jun 15 14:16:48.626710 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-64a3c2c6-062d-4ec4-a0ff-96bde2d641e7 req-aca60336-7bd6-47a8-906a-576c32a1e539 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8daf90f-052e-4250-95f7-9d7da7fb7be2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386775 Jun 15 14:16:49.042368 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e5d3c0-39cf-4f67-b163-1d7c16d93e4e req-a03b903b-9444-45ce-bba4-407cbd32fad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:49.043903 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-f0e5d3c0-39cf-4f67-b163-1d7c16d93e4e req-a03b903b-9444-45ce-bba4-407cbd32fad9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=dc461159adb540bbbcfcd75ea5604cfb&device_id=a7b01cb6-5369-48db-9b20-3f015520a361 HTTP/1.1" status: 200 len: 1098 time: 0.1111591 Jun 15 14:16:49.054757 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1b7005-85e5-4d1c-851b-8c8783894dfe req-6024a8d7-7b7a-44cf-8c49-6fc6f0474b65 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:49.056158 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-1a1b7005-85e5-4d1c-851b-8c8783894dfe req-6024a8d7-7b7a-44cf-8c49-6fc6f0474b65 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7b01cb6-5369-48db-9b20-3f015520a361 HTTP/1.1" status: 200 len: 945 time: 0.0931509 Jun 15 14:16:49.167849 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-1a1b7005-85e5-4d1c-851b-8c8783894dfe req-aec894e7-c13f-4d21-abdb-b57c238c3b84 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad05965b-15a7-4a7f-9728-8af208ea3874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035480 Jun 15 14:16:49.195025 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e5d3c0-39cf-4f67-b163-1d7c16d93e4e req-b81cdac7-c772-46cf-809e-19fced20cf6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:49.196456 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-f0e5d3c0-39cf-4f67-b163-1d7c16d93e4e req-b81cdac7-c772-46cf-809e-19fced20cf6f service neutron] 10.222.0.67 "GET /v2.0/networks?id=aef6c564-c037-41ad-8e2d-dc5ff4f41860 HTTP/1.1" status: 200 len: 919 time: 0.1394732 Jun 15 14:16:49.249719 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-f0e5d3c0-39cf-4f67-b163-1d7c16d93e4e req-79e98e02-ca2f-4540-9b19-c82436ca83fb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=723a2e3e-c604-44be-982e-11d3efd9329f HTTP/1.1" status: 200 len: 217 time: 0.0455899 Jun 15 14:16:49.309576 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e5d3c0-39cf-4f67-b163-1d7c16d93e4e req-61e4f58a-5865-4e0b-a9af-e8d0d1cc34e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:49.311035 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-f0e5d3c0-39cf-4f67-b163-1d7c16d93e4e req-61e4f58a-5865-4e0b-a9af-e8d0d1cc34e3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7617c69e-c1e9-44df-9ad7-ee8c6a77420c HTTP/1.1" status: 200 len: 858 time: 0.0546396 Jun 15 14:16:49.351375 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-f0e5d3c0-39cf-4f67-b163-1d7c16d93e4e req-688cc61a-e1c9-4cc3-afa9-7c5163cbf455 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=aef6c564-c037-41ad-8e2d-dc5ff4f41860&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333960 Jun 15 14:16:49.466721 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-f0e5d3c0-39cf-4f67-b163-1d7c16d93e4e req-54fe87b2-e265-4ceb-8ce2-5bf641ef1980 service neutron] 10.222.0.67 "GET /v2.0/networks/aef6c564-c037-41ad-8e2d-dc5ff4f41860?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067932 Jun 15 14:16:49.581726 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-f0e5d3c0-39cf-4f67-b163-1d7c16d93e4e req-7b290429-65e8-493e-9e09-50719dd095b8 service neutron] 10.222.0.67 "GET /v2.0/networks/aef6c564-c037-41ad-8e2d-dc5ff4f41860?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090653 Jun 15 14:16:49.823646 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e13b4b4-2307-4804-84b3-94d44476c2ae req-0db6b24f-74c7-4f96-9ed4-f93ad8c9152a tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:49.825106 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-6e13b4b4-2307-4804-84b3-94d44476c2ae req-0db6b24f-74c7-4f96-9ed4-f93ad8c9152a tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/ports?device_id=eaeff0a0-6ae8-4806-8bd3-d4547f9e2abf HTTP/1.1" status: 200 len: 945 time: 0.0778017 Jun 15 14:16:49.868547 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-6e13b4b4-2307-4804-84b3-94d44476c2ae req-6bd00038-7cbc-45a1-a398-06d6f26cc3ae tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8daf90f-052e-4250-95f7-9d7da7fb7be2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378702 Jun 15 14:16:50.349045 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c35df1-8782-49b8-9f2a-896072829510 req-4d805c30-0e97-4a22-99aa-f8799905a7dc tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:50.350409 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-98c35df1-8782-49b8-9f2a-896072829510 req-4d805c30-0e97-4a22-99aa-f8799905a7dc tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7b01cb6-5369-48db-9b20-3f015520a361 HTTP/1.1" status: 200 len: 945 time: 0.0704074 Jun 15 14:16:50.391512 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-98c35df1-8782-49b8-9f2a-896072829510 req-27a704ba-9b4b-4174-a1cb-ffc0250ad2eb tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad05965b-15a7-4a7f-9728-8af208ea3874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347559 Jun 15 14:16:50.680534 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:50.917647 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-44e5425f-4210-472c-a849-3c587a0d73bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:51.582450 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2049f7cf-58d8-40f8-bc73-e7fe97a97a8a req-3095325f-c413-4497-bf08-d9826109dfe6 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:51.584009 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-2049f7cf-58d8-40f8-bc73-e7fe97a97a8a req-3095325f-c413-4497-bf08-d9826109dfe6 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7b01cb6-5369-48db-9b20-3f015520a361 HTTP/1.1" status: 200 len: 945 time: 0.0753736 Jun 15 14:16:51.627565 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-2049f7cf-58d8-40f8-bc73-e7fe97a97a8a req-2a14cb38-e01b-4f80-93e8-ea1e4ab83b23 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad05965b-15a7-4a7f-9728-8af208ea3874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375340 Jun 15 14:16:51.771204 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-a2325736-757f-4788-9f3d-6fe831cb64a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:52.811430 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10951db9-cba9-43b2-bfed-8b1fb6c2408c req-676c39e9-4cbd-4fc9-b7f1-f7ad757aa098 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:52.812885 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-10951db9-cba9-43b2-bfed-8b1fb6c2408c req-676c39e9-4cbd-4fc9-b7f1-f7ad757aa098 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7b01cb6-5369-48db-9b20-3f015520a361 HTTP/1.1" status: 200 len: 945 time: 0.0759223 Jun 15 14:16:52.854530 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-10951db9-cba9-43b2-bfed-8b1fb6c2408c req-b94b9475-26e4-4f02-a7c0-3a04bb7cd850 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad05965b-15a7-4a7f-9728-8af208ea3874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356882 Jun 15 14:16:53.413668 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-987cb3c8-732e-4ef7-aae2-903816ba9880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:53.749267 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 36160) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:16:53.802431 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.db.db_base_plugin_v2 [None req-53d83105-9c39-4b0e-a0ac-aecfcd589fd2 admin admin] Deleting subnet 4e290d10-bf75-428a-8571-3211c234ff56 {{(pid=91907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 15 14:16:53.805734 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-53d83105-9c39-4b0e-a0ac-aecfcd589fd2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:53.847687 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-53d83105-9c39-4b0e-a0ac-aecfcd589fd2 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:53.857149 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-53d83105-9c39-4b0e-a0ac-aecfcd589fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32884212'] for subnet, precommit_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:53.922677 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-53d83105-9c39-4b0e-a0ac-aecfcd589fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32884221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378'] for subnet, after_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:53.925628 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-5fceb39f-6c67-4794-86cb-cc7ff33a34ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:16:53.958102 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d83105-9c39-4b0e-a0ac-aecfcd589fd2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e290d10-bf75-428a-8571-3211c234ff56,revision_number=None']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:16:53.960217 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-53d83105-9c39-4b0e-a0ac-aecfcd589fd2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:53.962034 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-53d83105-9c39-4b0e-a0ac-aecfcd589fd2 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/4e290d10-bf75-428a-8571-3211c234ff56 HTTP/1.1" status: 204 len: 168 time: 0.2117729 Jun 15 14:16:53.963025 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-53d83105-9c39-4b0e-a0ac-aecfcd589fd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:16:53.964503 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 36162) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:16:54.056424 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-d5bf5135-3d0a-4b43-8e78-edf327d72cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33040767'] for network, before_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:54.167754 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-d5bf5135-3d0a-4b43-8e78-edf327d72cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32895081', 'neutron.services.segments.db._delete_segments_for_network-8781714566072'] for network, precommit_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:54.179229 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-d5bf5135-3d0a-4b43-8e78-edf327d72cb6 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:16:54.179524 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-d5bf5135-3d0a-4b43-8e78-edf327d72cb6 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:16:54.180252 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-d5bf5135-3d0a-4b43-8e78-edf327d72cb6 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:16:54.180598 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-d5bf5135-3d0a-4b43-8e78-edf327d72cb6 admin admin] Subscribe: > port after_create 55550000 {{(pid=91907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:16:54.180915 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-d5bf5135-3d0a-4b43-8e78-edf327d72cb6 admin admin] Subscribe: > port after_delete 55550000 {{(pid=91907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:16:54.181248 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-d5bf5135-3d0a-4b43-8e78-edf327d72cb6 admin admin] Subscribe: > port after_update 55550000 {{(pid=91907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:16:54.181588 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-d5bf5135-3d0a-4b43-8e78-edf327d72cb6 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:16:54.181905 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-d5bf5135-3d0a-4b43-8e78-edf327d72cb6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:16:54.182235 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-d5bf5135-3d0a-4b43-8e78-edf327d72cb6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:16:54.182546 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-d5bf5135-3d0a-4b43-8e78-edf327d72cb6 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:16:54.251559 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-d5bf5135-3d0a-4b43-8e78-edf327d72cb6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:16:54.251909 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-d5bf5135-3d0a-4b43-8e78-edf327d72cb6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:16:54.252243 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-d5bf5135-3d0a-4b43-8e78-edf327d72cb6 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:16:54.252570 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-d5bf5135-3d0a-4b43-8e78-edf327d72cb6 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91907) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:16:54.252945 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.services.segments.db [None req-d5bf5135-3d0a-4b43-8e78-edf327d72cb6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f4d358d-d665-4e9a-b3c6-9fd566675feb']}} {{(pid=91907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:16:54.273616 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.services.segments.db [None req-d5bf5135-3d0a-4b43-8e78-edf327d72cb6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba066181-a585-4f83-acaa-f9148a57be6d') {'for_net_delete': True} {{(pid=91907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:16:54.273616 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.services.segments.db [None req-d5bf5135-3d0a-4b43-8e78-edf327d72cb6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba066181-a585-4f83-acaa-f9148a57be6d') {} {{(pid=91907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:16:54.289933 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-d5bf5135-3d0a-4b43-8e78-edf327d72cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781714565910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8456792'] for segment, before_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:54.312289 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-d5bf5135-3d0a-4b43-8e78-edf327d72cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32890017'] for segment, precommit_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:54.321146 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5bf5135-3d0a-4b43-8e78-edf327d72cb6 admin admin] Releasing vlan 852 on physical network physnet1 to pool {{(pid=91907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:16:54.321625 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-d5bf5135-3d0a-4b43-8e78-edf327d72cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32890017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4061825'] for segment, after_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:54.326185 dv-cinder-796471-1-iscsi neutron-server[91907]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 15 14:16:54.326185 dv-cinder-796471-1-iscsi neutron-server[91907]: from cryptography.utils import int_from_bytes Jun 15 14:16:54.326185 dv-cinder-796471-1-iscsi neutron-server[91907]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 15 14:16:54.326185 dv-cinder-796471-1-iscsi neutron-server[91907]: from cryptography.utils import int_from_bytes Jun 15 14:16:54.326185 dv-cinder-796471-1-iscsi neutron-server[91907]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:16:54.326185 dv-cinder-796471-1-iscsi neutron-server[91907]: retrieve_revision_numbers = { Jun 15 14:16:54.326185 dv-cinder-796471-1-iscsi neutron-server[91907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:16:54.326185 dv-cinder-796471-1-iscsi neutron-server[91907]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:16:54.326185 dv-cinder-796471-1-iscsi neutron-server[91907]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:16:54.326185 dv-cinder-796471-1-iscsi neutron-server[91907]: retrieve_revision_numbers = { Jun 15 14:16:54.326185 dv-cinder-796471-1-iscsi neutron-server[91907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:16:54.326185 dv-cinder-796471-1-iscsi neutron-server[91907]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:16:54.326185 dv-cinder-796471-1-iscsi neutron-server[91907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:16:54.326185 dv-cinder-796471-1-iscsi neutron-server[91907]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:16:54.326185 dv-cinder-796471-1-iscsi neutron-server[91907]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:16:54.326185 dv-cinder-796471-1-iscsi neutron-server[91907]: retrieve_revision_numbers = { Jun 15 14:16:54.326185 dv-cinder-796471-1-iscsi neutron-server[91907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:16:54.326185 dv-cinder-796471-1-iscsi neutron-server[91907]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:16:54.326185 dv-cinder-796471-1-iscsi neutron-server[91907]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:16:54.326185 dv-cinder-796471-1-iscsi neutron-server[91907]: retrieve_revision_numbers = { Jun 15 14:16:54.326185 dv-cinder-796471-1-iscsi neutron-server[91907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:16:54.326185 dv-cinder-796471-1-iscsi neutron-server[91907]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:16:54.326185 dv-cinder-796471-1-iscsi neutron-server[91907]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:16:54.326185 dv-cinder-796471-1-iscsi neutron-server[91907]: retrieve_revision_numbers = { Jun 15 14:16:54.326185 dv-cinder-796471-1-iscsi neutron-server[91907]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:16:54.326185 dv-cinder-796471-1-iscsi neutron-server[91907]: retrieve_revision_numbers = { Jun 15 14:16:54.326185 dv-cinder-796471-1-iscsi neutron-server[91907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:16:54.326185 dv-cinder-796471-1-iscsi neutron-server[91907]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:16:54.326185 dv-cinder-796471-1-iscsi neutron-server[91907]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:16:54.326185 dv-cinder-796471-1-iscsi neutron-server[91907]: retrieve_revision_numbers = { Jun 15 14:16:54.326185 dv-cinder-796471-1-iscsi neutron-server[91907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:16:54.326185 dv-cinder-796471-1-iscsi neutron-server[91907]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:16:54.326185 dv-cinder-796471-1-iscsi neutron-server[91907]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:16:54.326185 dv-cinder-796471-1-iscsi neutron-server[91907]: retrieve_revision_numbers = { Jun 15 14:16:54.326185 dv-cinder-796471-1-iscsi neutron-server[91907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:16:54.326185 dv-cinder-796471-1-iscsi neutron-server[91907]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:16:54.326185 dv-cinder-796471-1-iscsi neutron-server[91907]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:16:54.326185 dv-cinder-796471-1-iscsi neutron-server[91907]: retrieve_revision_numbers = { Jun 15 14:16:54.326185 dv-cinder-796471-1-iscsi neutron-server[91907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:16:54.326185 dv-cinder-796471-1-iscsi neutron-server[91907]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:16:54.326185 dv-cinder-796471-1-iscsi neutron-server[91907]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:16:54.326185 dv-cinder-796471-1-iscsi neutron-server[91907]: retrieve_revision_numbers = { Jun 15 14:16:54.326185 dv-cinder-796471-1-iscsi neutron-server[91907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:16:54.326185 dv-cinder-796471-1-iscsi neutron-server[91907]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:16:54.329445 dv-cinder-796471-1-iscsi neutron-server[91907]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:16:54.329445 dv-cinder-796471-1-iscsi neutron-server[91907]: retrieve_revision_numbers = { Jun 15 14:16:54.329445 dv-cinder-796471-1-iscsi neutron-server[91907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:16:54.329445 dv-cinder-796471-1-iscsi neutron-server[91907]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:16:54.329445 dv-cinder-796471-1-iscsi neutron-server[91907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:16:54.329445 dv-cinder-796471-1-iscsi neutron-server[91907]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:16:54.329445 dv-cinder-796471-1-iscsi neutron-server[91907]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:16:54.329445 dv-cinder-796471-1-iscsi neutron-server[91907]: retrieve_revision_numbers = { Jun 15 14:16:54.329445 dv-cinder-796471-1-iscsi neutron-server[91907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:16:54.329445 dv-cinder-796471-1-iscsi neutron-server[91907]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:16:54.329445 dv-cinder-796471-1-iscsi neutron-server[91907]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:16:54.329445 dv-cinder-796471-1-iscsi neutron-server[91907]: retrieve_revision_numbers = { Jun 15 14:16:54.329445 dv-cinder-796471-1-iscsi neutron-server[91907]: Traceback (most recent call last): Jun 15 14:16:54.329445 dv-cinder-796471-1-iscsi neutron-server[91907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 15 14:16:54.329445 dv-cinder-796471-1-iscsi neutron-server[91907]: timer() Jun 15 14:16:54.329445 dv-cinder-796471-1-iscsi neutron-server[91907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 15 14:16:54.329445 dv-cinder-796471-1-iscsi neutron-server[91907]: cb(*args, **kw) Jun 15 14:16:54.329445 dv-cinder-796471-1-iscsi neutron-server[91907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 15 14:16:54.329445 dv-cinder-796471-1-iscsi neutron-server[91907]: return func(*args, **kwargs) Jun 15 14:16:54.329445 dv-cinder-796471-1-iscsi neutron-server[91907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 15 14:16:54.329445 dv-cinder-796471-1-iscsi neutron-server[91907]: self._notify() Jun 15 14:16:54.329445 dv-cinder-796471-1-iscsi neutron-server[91907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 15 14:16:54.329445 dv-cinder-796471-1-iscsi neutron-server[91907]: self.callback(batched_events) Jun 15 14:16:54.329445 dv-cinder-796471-1-iscsi neutron-server[91907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 15 14:16:54.329445 dv-cinder-796471-1-iscsi neutron-server[91907]: event.method(event) Jun 15 14:16:54.329445 dv-cinder-796471-1-iscsi neutron-server[91907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 15 14:16:54.329445 dv-cinder-796471-1-iscsi neutron-server[91907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 15 14:16:54.329445 dv-cinder-796471-1-iscsi neutron-server[91907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 15 14:16:54.329445 dv-cinder-796471-1-iscsi neutron-server[91907]: aggregate_uuid = self.p_client.list_aggregates( Jun 15 14:16:54.329445 dv-cinder-796471-1-iscsi neutron-server[91907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 15 14:16:54.329445 dv-cinder-796471-1-iscsi neutron-server[91907]: return f(self, *a, **k) Jun 15 14:16:54.329445 dv-cinder-796471-1-iscsi neutron-server[91907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 15 14:16:54.329445 dv-cinder-796471-1-iscsi neutron-server[91907]: return self._get(url).json() Jun 15 14:16:54.329445 dv-cinder-796471-1-iscsi neutron-server[91907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 15 14:16:54.329445 dv-cinder-796471-1-iscsi neutron-server[91907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 15 14:16:54.329445 dv-cinder-796471-1-iscsi neutron-server[91907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 15 14:16:54.329445 dv-cinder-796471-1-iscsi neutron-server[91907]: return self.request(url, 'GET', **kwargs) Jun 15 14:16:54.329445 dv-cinder-796471-1-iscsi neutron-server[91907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 15 14:16:54.329445 dv-cinder-796471-1-iscsi neutron-server[91907]: base_url = self.get_endpoint(auth, allow=allow, Jun 15 14:16:54.329445 dv-cinder-796471-1-iscsi neutron-server[91907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 15 14:16:54.329445 dv-cinder-796471-1-iscsi neutron-server[91907]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 15 14:16:54.329445 dv-cinder-796471-1-iscsi neutron-server[91907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 15 14:16:54.329445 dv-cinder-796471-1-iscsi neutron-server[91907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 15 14:16:54.329445 dv-cinder-796471-1-iscsi neutron-server[91907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 15 14:16:54.411502 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-d5bf5135-3d0a-4b43-8e78-edf327d72cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32895094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-350226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667141'] for network, after_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:54.415677 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-0b87ff0a-ac79-4771-8b7c-c3777bf7d55b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:16:54.420081 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-d5bf5135-3d0a-4b43-8e78-edf327d72cb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537372'] for network, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:54.421992 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-d5bf5135-3d0a-4b43-8e78-edf327d72cb6 admin admin] 10.222.0.26 "DELETE /v2.0/networks/7f4d358d-d665-4e9a-b3c6-9fd566675feb HTTP/1.1" status: 204 len: 168 time: 0.4565969 Jun 15 14:16:54.424909 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 36170) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:16:54.434892 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bf5135-3d0a-4b43-8e78-edf327d72cb6 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f4d358d-d665-4e9a-b3c6-9fd566675feb,revision_number=None']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:16:54.437167 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-d5bf5135-3d0a-4b43-8e78-edf327d72cb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:16:54.478387 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.db.db_base_plugin_v2 [None req-29545619-a21f-4768-82cc-d391e8fb2f2a admin admin] Deleting subnet 2f9a2a86-6017-43cc-b120-e19b4307c230 {{(pid=91906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 15 14:16:54.482475 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-29545619-a21f-4768-82cc-d391e8fb2f2a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:54.529083 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-29545619-a21f-4768-82cc-d391e8fb2f2a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3510251'] for subnet, precommit_delete_associations {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:54.577622 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-29545619-a21f-4768-82cc-d391e8fb2f2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32884212'] for subnet, precommit_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:54.640977 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-29545619-a21f-4768-82cc-d391e8fb2f2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32884221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3410472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3427184'] for subnet, after_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:54.643990 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-529eef78-87fa-49af-b1d6-be87f2ef1e34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:16:54.675207 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29545619-a21f-4768-82cc-d391e8fb2f2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f9a2a86-6017-43cc-b120-e19b4307c230,revision_number=None']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:16:54.677166 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-29545619-a21f-4768-82cc-d391e8fb2f2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537372'] for subnet, before_response {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:54.679012 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-29545619-a21f-4768-82cc-d391e8fb2f2a admin admin] 10.222.0.26 "DELETE /v2.0/subnets/2f9a2a86-6017-43cc-b120-e19b4307c230 HTTP/1.1" status: 204 len: 168 time: 0.2528646 Jun 15 14:16:54.680014 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-29545619-a21f-4768-82cc-d391e8fb2f2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:16:54.681443 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 36172) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:16:54.772020 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-88e3ca17-ca3a-4468-94ae-d56f72fd6429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33040767'] for network, before_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:54.876553 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-88e3ca17-ca3a-4468-94ae-d56f72fd6429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32895081', 'neutron.services.segments.db._delete_segments_for_network-8781714566072'] for network, precommit_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:54.887244 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.services.segments.db [None req-88e3ca17-ca3a-4468-94ae-d56f72fd6429 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cade9e00-a484-4f7b-86ae-bc5c7cd06faa']}} {{(pid=91906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:16:54.897915 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.services.segments.db [None req-88e3ca17-ca3a-4468-94ae-d56f72fd6429 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0773f689-7b2f-4135-98fb-e3a44fbc2101') {'for_net_delete': True} {{(pid=91906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:16:54.898212 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.services.segments.db [None req-88e3ca17-ca3a-4468-94ae-d56f72fd6429 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0773f689-7b2f-4135-98fb-e3a44fbc2101') {} {{(pid=91906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:16:54.908288 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-88e3ca17-ca3a-4468-94ae-d56f72fd6429 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781714565910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3510240'] for segment, before_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:54.923042 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-88e3ca17-ca3a-4468-94ae-d56f72fd6429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32890017'] for segment, precommit_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:54.928609 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88e3ca17-ca3a-4468-94ae-d56f72fd6429 admin admin] Releasing vlan 869 on physical network physnet1 to pool {{(pid=91906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:16:54.928989 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-88e3ca17-ca3a-4468-94ae-d56f72fd6429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32890017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3410817'] for segment, after_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:54.930562 dv-cinder-796471-1-iscsi neutron-server[91906]: Traceback (most recent call last): Jun 15 14:16:54.930562 dv-cinder-796471-1-iscsi neutron-server[91906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 15 14:16:54.930562 dv-cinder-796471-1-iscsi neutron-server[91906]: timer() Jun 15 14:16:54.930562 dv-cinder-796471-1-iscsi neutron-server[91906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 15 14:16:54.930562 dv-cinder-796471-1-iscsi neutron-server[91906]: cb(*args, **kw) Jun 15 14:16:54.930562 dv-cinder-796471-1-iscsi neutron-server[91906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 15 14:16:54.930562 dv-cinder-796471-1-iscsi neutron-server[91906]: return func(*args, **kwargs) Jun 15 14:16:54.930562 dv-cinder-796471-1-iscsi neutron-server[91906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 15 14:16:54.930562 dv-cinder-796471-1-iscsi neutron-server[91906]: self._notify() Jun 15 14:16:54.930562 dv-cinder-796471-1-iscsi neutron-server[91906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 15 14:16:54.930562 dv-cinder-796471-1-iscsi neutron-server[91906]: self.callback(batched_events) Jun 15 14:16:54.930562 dv-cinder-796471-1-iscsi neutron-server[91906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 15 14:16:54.930562 dv-cinder-796471-1-iscsi neutron-server[91906]: event.method(event) Jun 15 14:16:54.930562 dv-cinder-796471-1-iscsi neutron-server[91906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 15 14:16:54.930562 dv-cinder-796471-1-iscsi neutron-server[91906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 15 14:16:54.930562 dv-cinder-796471-1-iscsi neutron-server[91906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 15 14:16:54.930562 dv-cinder-796471-1-iscsi neutron-server[91906]: aggregate_uuid = self.p_client.list_aggregates( Jun 15 14:16:54.930562 dv-cinder-796471-1-iscsi neutron-server[91906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 15 14:16:54.930562 dv-cinder-796471-1-iscsi neutron-server[91906]: return f(self, *a, **k) Jun 15 14:16:54.930562 dv-cinder-796471-1-iscsi neutron-server[91906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 15 14:16:54.930562 dv-cinder-796471-1-iscsi neutron-server[91906]: return self._get(url).json() Jun 15 14:16:54.930562 dv-cinder-796471-1-iscsi neutron-server[91906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 15 14:16:54.930562 dv-cinder-796471-1-iscsi neutron-server[91906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 15 14:16:54.930562 dv-cinder-796471-1-iscsi neutron-server[91906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 15 14:16:54.930562 dv-cinder-796471-1-iscsi neutron-server[91906]: return self.request(url, 'GET', **kwargs) Jun 15 14:16:54.930562 dv-cinder-796471-1-iscsi neutron-server[91906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 15 14:16:54.930562 dv-cinder-796471-1-iscsi neutron-server[91906]: base_url = self.get_endpoint(auth, allow=allow, Jun 15 14:16:54.930562 dv-cinder-796471-1-iscsi neutron-server[91906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 15 14:16:54.930562 dv-cinder-796471-1-iscsi neutron-server[91906]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 15 14:16:54.930562 dv-cinder-796471-1-iscsi neutron-server[91906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 15 14:16:54.930562 dv-cinder-796471-1-iscsi neutron-server[91906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 15 14:16:54.930562 dv-cinder-796471-1-iscsi neutron-server[91906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 15 14:16:55.005202 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-88e3ca17-ca3a-4468-94ae-d56f72fd6429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32895094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-350226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667141'] for network, after_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:55.008788 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:16:55.012307 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-88e3ca17-ca3a-4468-94ae-d56f72fd6429 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537372'] for network, before_response {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:55.013382 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-88e3ca17-ca3a-4468-94ae-d56f72fd6429 admin admin] 10.222.0.26 "DELETE /v2.0/networks/cade9e00-a484-4f7b-86ae-bc5c7cd06faa HTTP/1.1" status: 204 len: 168 time: 0.3310034 Jun 15 14:16:55.026645 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e3ca17-ca3a-4468-94ae-d56f72fd6429 admin admin] Pushing event deleted for resources: {'Network': ['ID=cade9e00-a484-4f7b-86ae-bc5c7cd06faa,revision_number=None']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:16:55.029459 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-88e3ca17-ca3a-4468-94ae-d56f72fd6429 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:16:55.171946 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 36178) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:16:55.215020 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-12f8c10d-fa05-4a5b-8a6a-3132577a1743 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5e20e24df4cc4f2cb32fac7c52aa3087&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0412428 Jun 15 14:16:55.217223 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 36180) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:16:55.267249 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-3bdf4950-2064-4436-95d2-d36ab636be84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:55.290192 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-3bdf4950-2064-4436-95d2-d36ab636be84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:55.347138 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-3bdf4950-2064-4436-95d2-d36ab636be84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:55.349756 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-3bdf4950-2064-4436-95d2-d36ab636be84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:55.350911 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-3bdf4950-2064-4436-95d2-d36ab636be84 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1a74ded7-24e7-410d-9981-734746ca520a HTTP/1.1" status: 204 len: 168 time: 0.1328001 Jun 15 14:16:55.351698 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-4c0f52f2-14c7-4638-aa7a-0878ff18b16a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:16:55.360713 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdf4950-2064-4436-95d2-d36ab636be84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a74ded7-24e7-410d-9981-734746ca520a,revision_number=None']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:16:55.363097 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-3bdf4950-2064-4436-95d2-d36ab636be84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:16:55.698013 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 36196) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:16:55.744955 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-1371d68c-1bc1-470b-a880-ca6b0e32dfb5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2729e98256db418b80cc9f8499568685&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0445857 Jun 15 14:16:55.746688 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 36198) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:16:55.806036 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-f39b2166-f90c-4fac-a296-78bc2189ed10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:55.829772 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-f39b2166-f90c-4fac-a296-78bc2189ed10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:55.884787 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-f39b2166-f90c-4fac-a296-78bc2189ed10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:55.887498 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-f39b2166-f90c-4fac-a296-78bc2189ed10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:55.888664 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-f39b2166-f90c-4fac-a296-78bc2189ed10 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/75756224-27cd-4560-ad89-9923e141da88 HTTP/1.1" status: 204 len: 168 time: 0.1409645 Jun 15 14:16:55.889676 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-6483f486-e09c-4105-b576-c9cf233d5b20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:16:55.899488 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39b2166-f90c-4fac-a296-78bc2189ed10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75756224-27cd-4560-ad89-9923e141da88,revision_number=None']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:16:55.901786 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-f39b2166-f90c-4fac-a296-78bc2189ed10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:16:56.932598 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116590da-6a57-486b-9faf-06263201cdd4 req-6e4ca2fc-4441-422e-9732-77d62a310d1d tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:56.934141 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-116590da-6a57-486b-9faf-06263201cdd4 req-6e4ca2fc-4441-422e-9732-77d62a310d1d tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e9732d0-86bc-4907-93ad-526dbd138d5d HTTP/1.1" status: 200 len: 946 time: 0.0904121 Jun 15 14:16:56.985490 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-116590da-6a57-486b-9faf-06263201cdd4 req-db8191fb-d566-4fba-b537-c89a14526c7d tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad05965b-15a7-4a7f-9728-8af208ea3874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414402 Jun 15 14:16:57.452416 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b4545b-61d0-4391-a973-1aa975da5d0d req-3c564a2f-15e9-4137-9315-5e1a444ab88b tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:57.453818 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-11b4545b-61d0-4391-a973-1aa975da5d0d req-3c564a2f-15e9-4137-9315-5e1a444ab88b tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d8373f1-9984-406a-8875-2e171ed82f1d HTTP/1.1" status: 200 len: 946 time: 0.0704360 Jun 15 14:16:57.495286 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-11b4545b-61d0-4391-a973-1aa975da5d0d req-ae4d62d8-97a1-478d-a5a6-d7d7186a66ac tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f204154-aeec-4a66-96d0-4d2162f9c593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357254 Jun 15 14:16:57.515761 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:16:58.176329 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911516ec-e2ec-40cd-b929-0dc1d9b718c6 req-48d5e9f1-d2fb-4ae4-b38a-29d213cdc981 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:58.177841 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-911516ec-e2ec-40cd-b929-0dc1d9b718c6 req-48d5e9f1-d2fb-4ae4-b38a-29d213cdc981 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e9732d0-86bc-4907-93ad-526dbd138d5d HTTP/1.1" status: 200 len: 946 time: 0.0735850 Jun 15 14:16:58.224841 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-911516ec-e2ec-40cd-b929-0dc1d9b718c6 req-e93f003a-0e4e-4985-af0e-a01911354f9f tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad05965b-15a7-4a7f-9728-8af208ea3874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385430 Jun 15 14:16:58.682630 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27846d23-ca2d-4d35-bae6-db65c14354af req-b131b858-b9b4-4441-bda0-12bf00b6401c tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:58.684603 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-27846d23-ca2d-4d35-bae6-db65c14354af req-b131b858-b9b4-4441-bda0-12bf00b6401c tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d8373f1-9984-406a-8875-2e171ed82f1d HTTP/1.1" status: 200 len: 946 time: 0.0719399 Jun 15 14:16:58.724643 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-27846d23-ca2d-4d35-bae6-db65c14354af req-4e6fe522-823f-4d70-8b1b-35680aefaf62 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f204154-aeec-4a66-96d0-4d2162f9c593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344353 Jun 15 14:16:59.404965 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6788a5-fc49-4e62-aeb2-ba6b28523a5e req-2697fd62-ddc0-4cd8-8b83-2893d2189120 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:59.406434 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-ef6788a5-fc49-4e62-aeb2-ba6b28523a5e req-2697fd62-ddc0-4cd8-8b83-2893d2189120 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e9732d0-86bc-4907-93ad-526dbd138d5d HTTP/1.1" status: 200 len: 946 time: 0.0726116 Jun 15 14:16:59.448931 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-ef6788a5-fc49-4e62-aeb2-ba6b28523a5e req-25e95392-8964-4ea7-b3d2-a46090f228e7 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad05965b-15a7-4a7f-9728-8af208ea3874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367119 Jun 15 14:16:59.905669 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e24ca4-2303-4125-ae1e-4ed75b2edc4f req-ff37a558-8040-4a1c-9ef7-0626adf0a412 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:16:59.907114 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-47e24ca4-2303-4125-ae1e-4ed75b2edc4f req-ff37a558-8040-4a1c-9ef7-0626adf0a412 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d8373f1-9984-406a-8875-2e171ed82f1d HTTP/1.1" status: 200 len: 946 time: 0.0682833 Jun 15 14:16:59.947917 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-47e24ca4-2303-4125-ae1e-4ed75b2edc4f req-ab677a80-b9da-4958-b64c-9af4563705fc tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f204154-aeec-4a66-96d0-4d2162f9c593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350914 Jun 15 14:17:00.627644 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356e8880-eba5-400c-9d06-c9397256d830 req-38fc406e-05ef-49d1-8c33-9b6785517460 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:17:00.629073 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-356e8880-eba5-400c-9d06-c9397256d830 req-38fc406e-05ef-49d1-8c33-9b6785517460 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e9732d0-86bc-4907-93ad-526dbd138d5d HTTP/1.1" status: 200 len: 946 time: 0.0682173 Jun 15 14:17:00.673026 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-356e8880-eba5-400c-9d06-c9397256d830 req-034c25f5-95f6-4ca6-aba2-e3db5b511619 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad05965b-15a7-4a7f-9728-8af208ea3874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382152 Jun 15 14:17:01.135846 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8052fae4-e358-4d3f-b1c6-2a668df4e260 req-ebc6043c-7dda-478f-9467-c7d7d7e9eb81 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:17:01.137797 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-8052fae4-e358-4d3f-b1c6-2a668df4e260 req-ebc6043c-7dda-478f-9467-c7d7d7e9eb81 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d8373f1-9984-406a-8875-2e171ed82f1d HTTP/1.1" status: 200 len: 946 time: 0.0717049 Jun 15 14:17:01.178387 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-8052fae4-e358-4d3f-b1c6-2a668df4e260 req-63173b10-7652-4309-b618-2ef357b49fa0 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f204154-aeec-4a66-96d0-4d2162f9c593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346324 Jun 15 14:17:01.775085 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b1b2ff-bab8-4856-8eb1-1e1ca8f0a450 req-3ce5ea8c-1c78-4a4f-8e92-eca43711a8df tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:17:01.776370 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-f4b1b2ff-bab8-4856-8eb1-1e1ca8f0a450 req-3ce5ea8c-1c78-4a4f-8e92-eca43711a8df tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.67 "GET /v2.0/ports?device_id=8d8373f1-9984-406a-8875-2e171ed82f1d HTTP/1.1" status: 200 len: 946 time: 0.0685971 Jun 15 14:17:01.933724 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e14e25-6c7c-4cb4-8bc5-43c9f5cc5afc req-43bc002e-3bca-4e88-acb1-a85041059cd2 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:17:01.935216 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-46e14e25-6c7c-4cb4-8bc5-43c9f5cc5afc req-43bc002e-3bca-4e88-acb1-a85041059cd2 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e9732d0-86bc-4907-93ad-526dbd138d5d HTTP/1.1" status: 200 len: 946 time: 0.1517124 Jun 15 14:17:01.969073 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.plugin [req-f4b1b2ff-bab8-4856-8eb1-1e1ca8f0a450 req-69076a84-27bc-4a6c-8de3-f28fe0c01ce0 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Deleting port bbf9fe17-57cc-4b87-8f8c-47c1bcdcee24 {{(pid=91907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:17:01.969410 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-f4b1b2ff-bab8-4856-8eb1-1e1ca8f0a450 req-69076a84-27bc-4a6c-8de3-f28fe0c01ce0 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781714481448'] for port, before_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:02.009317 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-46e14e25-6c7c-4cb4-8bc5-43c9f5cc5afc req-44bdc105-8994-485a-9756-6c07c092fff3 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad05965b-15a7-4a7f-9728-8af208ea3874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672777 Jun 15 14:17:02.212834 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f078a2-5b25-4410-8517-c943412f3ba0 req-56a63358-383d-4772-8803-51aeee885118 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:17:02.214373 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-20f078a2-5b25-4410-8517-c943412f3ba0 req-56a63358-383d-4772-8803-51aeee885118 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.67 "GET /v2.0/ports?device_id=5e9732d0-86bc-4907-93ad-526dbd138d5d HTTP/1.1" status: 200 len: 946 time: 0.0716026 Jun 15 14:17:02.308660 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.db [req-f4b1b2ff-bab8-4856-8eb1-1e1ca8f0a450 req-69076a84-27bc-4a6c-8de3-f28fe0c01ce0 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] For port bbf9fe17-57cc-4b87-8f8c-47c1bcdcee24, host hv-cinder-79647, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79647',level=0,port_id=bbf9fe17-57cc-4b87-8f8c-47c1bcdcee24,segment=NetworkSegment(29cbf6bd-3703-449c-90e3-2d0016356068),segment_id=29cbf6bd-3703-449c-90e3-2d0016356068)] {{(pid=91907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:17:02.309025 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-f4b1b2ff-bab8-4856-8eb1-1e1ca8f0a450 req-69076a84-27bc-4a6c-8de3-f28fe0c01ce0 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668414'] for port, precommit_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:02.399849 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.plugin [req-20f078a2-5b25-4410-8517-c943412f3ba0 req-4ae58bb6-ef3b-4e5e-b439-3fd1d87566e8 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Deleting port 4a5d8b06-59b8-42cc-8a32-fb206ec7756f {{(pid=91906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:17:02.400223 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [req-20f078a2-5b25-4410-8517-c943412f3ba0 req-4ae58bb6-ef3b-4e5e-b439-3fd1d87566e8 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781714481448'] for port, before_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:02.411347 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e878dc51-dff3-4369-8d3f-8f36e3a5b9c5 req-d70d5167-a53b-4dbe-9a42-9234e700def7 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:17:02.412707 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-e878dc51-dff3-4369-8d3f-8f36e3a5b9c5 req-d70d5167-a53b-4dbe-9a42-9234e700def7 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d8373f1-9984-406a-8875-2e171ed82f1d HTTP/1.1" status: 200 len: 946 time: 0.0983820 Jun 15 14:17:02.545752 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-e878dc51-dff3-4369-8d3f-8f36e3a5b9c5 req-0bd70dde-79bc-4f7f-8cfd-857d1632c566 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/security-groups?id=2f204154-aeec-4a66-96d0-4d2162f9c593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1191783 Jun 15 14:17:02.578062 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.db [req-20f078a2-5b25-4410-8517-c943412f3ba0 req-4ae58bb6-ef3b-4e5e-b439-3fd1d87566e8 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] For port 4a5d8b06-59b8-42cc-8a32-fb206ec7756f, host hv-cinder-79647, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79647',level=0,port_id=4a5d8b06-59b8-42cc-8a32-fb206ec7756f,segment=NetworkSegment(669acf29-bcd8-42cf-bedb-e2672ed83e53),segment_id=669acf29-bcd8-42cf-bedb-e2672ed83e53)] {{(pid=91906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:17:02.578539 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [req-20f078a2-5b25-4410-8517-c943412f3ba0 req-4ae58bb6-ef3b-4e5e-b439-3fd1d87566e8 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668414'] for port, precommit_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:02.627575 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-f4b1b2ff-bab8-4856-8eb1-1e1ca8f0a450 req-69076a84-27bc-4a6c-8de3-f28fe0c01ce0 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:02.628074 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-f4b1b2ff-bab8-4856-8eb1-1e1ca8f0a450 req-69076a84-27bc-4a6c-8de3-f28fe0c01ce0 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667260'] for floatingip, after_update {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:02.628404 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.db.l3_db [req-f4b1b2ff-bab8-4856-8eb1-1e1ca8f0a450 req-69076a84-27bc-4a6c-8de3-f28fe0c01ce0 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Floating IP 0fc3d295-9243-4550-bf9a-76928f3a8e69 disassociated. External IP: 172.27.1.231, port: bbf9fe17-57cc-4b87-8f8c-47c1bcdcee24. Jun 15 14:17:02.628733 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.plugin [req-f4b1b2ff-bab8-4856-8eb1-1e1ca8f0a450 req-69076a84-27bc-4a6c-8de3-f28fe0c01ce0 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Calling delete_port for bbf9fe17-57cc-4b87-8f8c-47c1bcdcee24 owned by compute:nova {{(pid=91907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:17:02.676949 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.plugin [req-20f078a2-5b25-4410-8517-c943412f3ba0 req-4ae58bb6-ef3b-4e5e-b439-3fd1d87566e8 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Calling delete_port for 4a5d8b06-59b8-42cc-8a32-fb206ec7756f owned by compute:nova {{(pid=91906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:17:02.768581 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-705c07e4-d630-4987-95e2-60f0136919d1 req-06c6b6a1-c10a-406a-b47f-e7c6b86e0794 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=eaeff0a0-6ae8-4806-8bd3-d4547f9e2abf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0868039 Jun 15 14:17:02.825855 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-f4b1b2ff-bab8-4856-8eb1-1e1ca8f0a450 req-69076a84-27bc-4a6c-8de3-f28fe0c01ce0 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781714486604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781714044438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4061906'] for port, after_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:02.828914 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [req-20f078a2-5b25-4410-8517-c943412f3ba0 req-4ae58bb6-ef3b-4e5e-b439-3fd1d87566e8 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781714486604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781714044438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3410898'] for port, after_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:02.830086 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-ad8732e9-8892-4c0f-9d44-6fe2ca5a0856 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:17:02.833575 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:17:02.861254 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69076a84-27bc-4a6c-8de3-f28fe0c01ce0 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Pushing event deleted for resources: {'Port': ['ID=bbf9fe17-57cc-4b87-8f8c-47c1bcdcee24,revision_number=None']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:17:02.864845 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-69076a84-27bc-4a6c-8de3-f28fe0c01ce0 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:17:02.876051 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae58bb6-ef3b-4e5e-b439-3fd1d87566e8 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Pushing event deleted for resources: {'Port': ['ID=4a5d8b06-59b8-42cc-8a32-fb206ec7756f,revision_number=None']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:17:02.878449 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-4ae58bb6-ef3b-4e5e-b439-3fd1d87566e8 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:17:02.924844 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.db.l3_dvrscheduler_db [req-20f078a2-5b25-4410-8517-c943412f3ba0 req-4ae58bb6-ef3b-4e5e-b439-3fd1d87566e8 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] No DVR routers for this DVR port 4a5d8b06-59b8-42cc-8a32-fb206ec7756f on host hv-cinder-79647 {{(pid=91906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:17:02.927534 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [req-20f078a2-5b25-4410-8517-c943412f3ba0 req-4ae58bb6-ef3b-4e5e-b439-3fd1d87566e8 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58954'] for port, before_response {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:02.929453 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-20f078a2-5b25-4410-8517-c943412f3ba0 req-4ae58bb6-ef3b-4e5e-b439-3fd1d87566e8 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.67 "DELETE /v2.0/ports/4a5d8b06-59b8-42cc-8a32-fb206ec7756f HTTP/1.1" status: 204 len: 173 time: 0.7090597 Jun 15 14:17:02.929968 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e9732d0-86bc-4907-93ad-526dbd138d5d', 'name': 'network-vif-deleted', 'tag': '4a5d8b06-59b8-42cc-8a32-fb206ec7756f'}] {{(pid=91906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:17:02.932264 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6e08b2e8a943f90b978338aafac4b6863d86ad6c280d3789afb6c36825669ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2557c0f-ce03-4120-add2-3031c3fee97b" -d '{"events": [{"server_uuid": "5e9732d0-86bc-4907-93ad-526dbd138d5d", "name": "network-vif-deleted", "tag": "4a5d8b06-59b8-42cc-8a32-fb206ec7756f"}]}' {{(pid=91906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:17:02.944341 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.agents_db [None req-1fbdf4bf-3b4b-440e-bd18-8a0939d62d55 None None] Agent healthcheck: found 6 active agents {{(pid=91910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:17:02.977534 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35eee4f7-15a8-45f2-9544-b415aa55b93c x-openstack-request-id: req-35eee4f7-15a8-45f2-9544-b415aa55b93c {{(pid=91906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:17:02.977917 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e9732d0-86bc-4907-93ad-526dbd138d5d", "name": "network-vif-deleted", "tag": "4a5d8b06-59b8-42cc-8a32-fb206ec7756f", "status": "completed", "code": 200}]} {{(pid=91906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:17:02.979082 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-35eee4f7-15a8-45f2-9544-b415aa55b93c {{(pid=91906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:17:02.979742 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e9732d0-86bc-4907-93ad-526dbd138d5d', 'name': 'network-vif-deleted', 'tag': '4a5d8b06-59b8-42cc-8a32-fb206ec7756f', 'status': 'completed', 'code': 200} Jun 15 14:17:03.016260 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f4b1b2ff-bab8-4856-8eb1-1e1ca8f0a450 req-69076a84-27bc-4a6c-8de3-f28fe0c01ce0 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Router de255612-9f80-4085-bcf0-786288c0db94 has already been hosted by L3 agent 7c0fcfb6-ee6c-4f84-9204-f4cc96555f34 {{(pid=91907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:17:03.163308 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f4b1b2ff-bab8-4856-8eb1-1e1ca8f0a450 req-69076a84-27bc-4a6c-8de3-f28fe0c01ce0 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Notify agent at l3_agent.dv-cinder-796471-1-iscsi the message routers_updated {{(pid=91907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:17:03.164451 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-44bf3b6b-4333-4dc4-ba68-f9b7478803fd req-8cd13206-a4f9-49b8-8a42-0a8fa8aeadb3 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e9732d0-86bc-4907-93ad-526dbd138d5d HTTP/1.1" status: 200 len: 210 time: 0.0330560 Jun 15 14:17:03.173749 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226f4700-d343-415a-82cd-b8f69a92dfad None None] Sync routers for ids ['de255612-9f80-4085-bcf0-786288c0db94'] in dv-cinder-796471-1-iscsi {{(pid=91910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:17:03.184074 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226f4700-d343-415a-82cd-b8f69a92dfad None None] Routers {'de255612-9f80-4085-bcf0-786288c0db94'} bound to L3 agent in host dv-cinder-796471-1-iscsi {{(pid=91910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:17:03.184893 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-226f4700-d343-415a-82cd-b8f69a92dfad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796471-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-15T14:04:51Z,description=,heartbeat_timestamp=2021-06-15T14:16:51Z,host='dv-cinder-796471-1-iscsi',id=7c0fcfb6-ee6c-4f84-9204-f4cc96555f34,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:04:51Z,topic='l3_agent')) {'router_ids': ['de255612-9f80-4085-bcf0-786288c0db94'], 'active': True} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:17:03.225337 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4b1b2ff-bab8-4856-8eb1-1e1ca8f0a450 req-69076a84-27bc-4a6c-8de3-f28fe0c01ce0 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] No DVR routers for this DVR port bbf9fe17-57cc-4b87-8f8c-47c1bcdcee24 on host hv-cinder-79647 {{(pid=91907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:17:03.227812 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-f4b1b2ff-bab8-4856-8eb1-1e1ca8f0a450 req-69076a84-27bc-4a6c-8de3-f28fe0c01ce0 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58954'] for port, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:03.232116 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-f4b1b2ff-bab8-4856-8eb1-1e1ca8f0a450 req-69076a84-27bc-4a6c-8de3-f28fe0c01ce0 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.67 "DELETE /v2.0/ports/bbf9fe17-57cc-4b87-8f8c-47c1bcdcee24 HTTP/1.1" status: 204 len: 173 time: 1.4366922 Jun 15 14:17:03.232116 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d8373f1-9984-406a-8875-2e171ed82f1d', 'name': 'network-vif-deleted', 'tag': 'bbf9fe17-57cc-4b87-8f8c-47c1bcdcee24'}] {{(pid=91907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:17:03.233012 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24467d57c8f568e2e16d95ba24031d6b60035fd708ad429d2e8baac5a477cd4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0528f1de-f5ff-4baa-bab8-4417d8e9953a" -d '{"events": [{"server_uuid": "8d8373f1-9984-406a-8875-2e171ed82f1d", "name": "network-vif-deleted", "tag": "bbf9fe17-57cc-4b87-8f8c-47c1bcdcee24"}]}' {{(pid=91907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:17:03.273556 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c23c9436-f7c1-4e7a-b8d1-b24904b6ee8f x-openstack-request-id: req-c23c9436-f7c1-4e7a-b8d1-b24904b6ee8f {{(pid=91907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:17:03.273981 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d8373f1-9984-406a-8875-2e171ed82f1d", "name": "network-vif-deleted", "tag": "bbf9fe17-57cc-4b87-8f8c-47c1bcdcee24", "status": "completed", "code": 200}]} {{(pid=91907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:17:03.274352 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c23c9436-f7c1-4e7a-b8d1-b24904b6ee8f {{(pid=91907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:17:03.274925 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d8373f1-9984-406a-8875-2e171ed82f1d', 'name': 'network-vif-deleted', 'tag': 'bbf9fe17-57cc-4b87-8f8c-47c1bcdcee24', 'status': 'completed', 'code': 200} Jun 15 14:17:03.328384 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvr_db [None req-226f4700-d343-415a-82cd-b8f69a92dfad None None] Set router de255612-9f80-4085-bcf0-786288c0db94 gateway port host: dv-cinder-796471-1-iscsi {{(pid=91910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:17:03.583134 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-226f4700-d343-415a-82cd-b8f69a92dfad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de255612-9f80-4085-bcf0-786288c0db94', 'name': 'tempest-AttachVolumeShelveTestJSON-2098884892-router', 'tenant_id': '52a857fa93204cfd848344919ef0f84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'external_fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': 'f4341327-fb4c-451a-8be5-5f370dfde9ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:12:48Z', 'updated_at': '2021-06-15T14:13:02Z', 'revision_number': 4, 'project_id': '52a857fa93204cfd848344919ef0f84a', 'gw_port': {'id': 'f4341327-fb4c-451a-8be5-5f370dfde9ca', 'name': '', 'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:6c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de255612-9f80-4085-bcf0-786288c0db94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:12:49Z', 'updated_at': '2021-06-15T14:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796471-1-iscsi', '_interfaces': [{'id': '23dfee54-5ee9-40fa-a5a6-cef8074b2d74', 'name': '', 'network_id': '610d1d9e-6798-4665-ba11-cd870fb10064', 'tenant_id': '52a857fa93204cfd848344919ef0f84a', 'mac_address': 'fa:16:3e:28:e8:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de255612-9f80-4085-bcf0-786288c0db94', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '2014c6aa-f72d-434e-8835-9ccc29766f9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:12:56Z', 'updated_at': '2021-06-15T14:13:14Z', 'revision_number': 5, 'project_id': '52a857fa93204cfd848344919ef0f84a', 'subnets': [{'id': '2014c6aa-f72d-434e-8835-9ccc29766f9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796471-1-iscsi', False) {} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:17:03.586427 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226f4700-d343-415a-82cd-b8f69a92dfad None None] Checking router: de255612-9f80-4085-bcf0-786288c0db94 for host: dv-cinder-796471-1-iscsi {{(pid=91910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:17:03.594695 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226f4700-d343-415a-82cd-b8f69a92dfad None None] Routers {'de255612-9f80-4085-bcf0-786288c0db94'} bound to L3 agent in host dv-cinder-796471-1-iscsi {{(pid=91910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:17:03.595332 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-226f4700-d343-415a-82cd-b8f69a92dfad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796471-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-15T14:04:51Z,description=,heartbeat_timestamp=2021-06-15T14:16:51Z,host='dv-cinder-796471-1-iscsi',id=7c0fcfb6-ee6c-4f84-9204-f4cc96555f34,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:04:51Z,topic='l3_agent')) {'router_ids': ['de255612-9f80-4085-bcf0-786288c0db94'], 'active': True} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:17:03.710383 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-adffe2cc-4af1-403f-bdb8-921aa0d75340 req-84173a31-d302-46d1-91fe-194313d04a2c tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d8373f1-9984-406a-8875-2e171ed82f1d HTTP/1.1" status: 200 len: 210 time: 0.0382593 Jun 15 14:17:03.831891 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvr_db [None req-226f4700-d343-415a-82cd-b8f69a92dfad None None] Set router de255612-9f80-4085-bcf0-786288c0db94 gateway port host: dv-cinder-796471-1-iscsi {{(pid=91910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:17:04.088322 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-226f4700-d343-415a-82cd-b8f69a92dfad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de255612-9f80-4085-bcf0-786288c0db94', 'name': 'tempest-AttachVolumeShelveTestJSON-2098884892-router', 'tenant_id': '52a857fa93204cfd848344919ef0f84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'external_fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': 'f4341327-fb4c-451a-8be5-5f370dfde9ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:12:48Z', 'updated_at': '2021-06-15T14:13:02Z', 'revision_number': 4, 'project_id': '52a857fa93204cfd848344919ef0f84a', 'gw_port': {'id': 'f4341327-fb4c-451a-8be5-5f370dfde9ca', 'name': '', 'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:6c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de255612-9f80-4085-bcf0-786288c0db94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:12:49Z', 'updated_at': '2021-06-15T14:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796471-1-iscsi', '_interfaces': [{'id': '23dfee54-5ee9-40fa-a5a6-cef8074b2d74', 'name': '', 'network_id': '610d1d9e-6798-4665-ba11-cd870fb10064', 'tenant_id': '52a857fa93204cfd848344919ef0f84a', 'mac_address': 'fa:16:3e:28:e8:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de255612-9f80-4085-bcf0-786288c0db94', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '2014c6aa-f72d-434e-8835-9ccc29766f9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:12:56Z', 'updated_at': '2021-06-15T14:13:14Z', 'revision_number': 5, 'project_id': '52a857fa93204cfd848344919ef0f84a', 'subnets': [{'id': '2014c6aa-f72d-434e-8835-9ccc29766f9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796471-1-iscsi', False) {} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:17:04.092271 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226f4700-d343-415a-82cd-b8f69a92dfad None None] The sync data for ids ['de255612-9f80-4085-bcf0-786288c0db94'] in dv-cinder-796471-1-iscsi is: [{'id': 'de255612-9f80-4085-bcf0-786288c0db94', 'name': 'tempest-AttachVolumeShelveTestJSON-2098884892-router', 'tenant_id': '52a857fa93204cfd848344919ef0f84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'external_fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': 'f4341327-fb4c-451a-8be5-5f370dfde9ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:12:48Z', 'updated_at': '2021-06-15T14:13:02Z', 'revision_number': 4, 'project_id': '52a857fa93204cfd848344919ef0f84a', 'gw_port': {'id': 'f4341327-fb4c-451a-8be5-5f370dfde9ca', 'name': '', 'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:6c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de255612-9f80-4085-bcf0-786288c0db94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:12:49Z', 'updated_at': '2021-06-15T14:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796471-1-iscsi', '_interfaces': [{'id': '23dfee54-5ee9-40fa-a5a6-cef8074b2d74', 'name': '', 'network_id': '610d1d9e-6798-4665-ba11-cd870fb10064', 'tenant_id': '52a857fa93204cfd848344919ef0f84a', 'mac_address': 'fa:16:3e:28:e8:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de255612-9f80-4085-bcf0-786288c0db94', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '2014c6aa-f72d-434e-8835-9ccc29766f9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:12:56Z', 'updated_at': '2021-06-15T14:13:14Z', 'revision_number': 5, 'project_id': '52a857fa93204cfd848344919ef0f84a', 'subnets': [{'id': '2014c6aa-f72d-434e-8835-9ccc29766f9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:17:04.325544 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-ade6935f-5dad-4eca-96fb-c3138d9ebf14 req-4a7d3102-1bc9-409a-81b7-63c8d9fb7b95 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e9732d0-86bc-4907-93ad-526dbd138d5d HTTP/1.1" status: 200 len: 210 time: 0.0364306 Jun 15 14:17:04.335471 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327b6786-c1bc-4d65-9faf-282a7b8086a3 None None] New status for floating IP 0fc3d295-9243-4550-bf9a-76928f3a8e69: DOWN {{(pid=91909) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 15 14:17:04.865682 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-deaf4547-ab49-4277-8232-511f8e854a95 req-47b041b3-b634-4e1d-8adc-78489390364b tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d8373f1-9984-406a-8875-2e171ed82f1d HTTP/1.1" status: 200 len: 210 time: 0.0333600 Jun 15 14:17:05.473769 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-c8cab6e3-cf62-48bf-a8bf-0e7d25ede390 req-1daceb82-a4f0-4bc4-beb3-dd33a0883f52 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e9732d0-86bc-4907-93ad-526dbd138d5d HTTP/1.1" status: 200 len: 210 time: 0.0330284 Jun 15 14:17:05.560889 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] get_ports_and_sgs() called for port_ids ['723a2e3e-c604-44be-982e-11d3efd9329f', '4a5d8b06-59b8-42cc-8a32-fb206ec7756f'] {{(pid=91909) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:17:05.769457 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705c07e4-d630-4987-95e2-60f0136919d1 req-97fc29b3-99dc-4cc2-be73-d6d636b31133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:17:05.770804 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-705c07e4-d630-4987-95e2-60f0136919d1 req-97fc29b3-99dc-4cc2-be73-d6d636b31133 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=bd051735f59a48aba03badfdff199de6&device_id=eaeff0a0-6ae8-4806-8bd3-d4547f9e2abf HTTP/1.1" status: 200 len: 1098 time: 0.0694675 Jun 15 14:17:06.156397 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-e29e08e1-1799-4a79-8ba8-1d039816f98d req-75182be7-b01b-4178-8667-d3db77b5a241 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d8373f1-9984-406a-8875-2e171ed82f1d HTTP/1.1" status: 200 len: 210 time: 0.0415943 Jun 15 14:17:06.176626 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705c07e4-d630-4987-95e2-60f0136919d1 req-ef9afc96-4fa3-46db-9429-6da691acb7df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:17:06.178073 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-705c07e4-d630-4987-95e2-60f0136919d1 req-ef9afc96-4fa3-46db-9429-6da691acb7df service neutron] 10.222.0.67 "GET /v2.0/networks?id=4aa06fea-aa17-4092-a73a-67493e684cef HTTP/1.1" status: 200 len: 912 time: 0.3744454 Jun 15 14:17:06.261485 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-705c07e4-d630-4987-95e2-60f0136919d1 req-284019fe-ee86-4e92-bf00-849e85d5c0df service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=185635d3-2677-45f0-bf52-777e1c826b0a HTTP/1.1" status: 200 len: 1001 time: 0.0760570 Jun 15 14:17:06.340631 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705c07e4-d630-4987-95e2-60f0136919d1 req-a8b58a91-593c-4570-8130-d1728f90a724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:17:06.342081 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-705c07e4-d630-4987-95e2-60f0136919d1 req-a8b58a91-593c-4570-8130-d1728f90a724 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=948d283c-351b-4469-a9b0-92e873d860c7 HTTP/1.1" status: 200 len: 850 time: 0.0532784 Jun 15 14:17:06.416372 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705c07e4-d630-4987-95e2-60f0136919d1 req-a02a73f5-3cb7-4c64-a0d8-3b98e61fffc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:17:06.417842 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-705c07e4-d630-4987-95e2-60f0136919d1 req-a02a73f5-3cb7-4c64-a0d8-3b98e61fffc4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4aa06fea-aa17-4092-a73a-67493e684cef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0697451 Jun 15 14:17:06.537917 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-705c07e4-d630-4987-95e2-60f0136919d1 req-93cd346a-8517-483e-b5d6-51593e237cf4 service neutron] 10.222.0.67 "GET /v2.0/networks/4aa06fea-aa17-4092-a73a-67493e684cef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137462 Jun 15 14:17:06.659502 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-705c07e4-d630-4987-95e2-60f0136919d1 req-a895acc9-d924-45ae-a038-8d31bfaa5a6b service neutron] 10.222.0.67 "GET /v2.0/networks/4aa06fea-aa17-4092-a73a-67493e684cef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144099 Jun 15 14:17:06.958730 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e714f87-7796-41fc-a104-c9430037df27 req-2daefefd-41a6-4e59-95bc-af1df06ec9e8 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:17:06.960139 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-5e714f87-7796-41fc-a104-c9430037df27 req-2daefefd-41a6-4e59-95bc-af1df06ec9e8 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7b01cb6-5369-48db-9b20-3f015520a361 HTTP/1.1" status: 200 len: 945 time: 0.0722444 Jun 15 14:17:07.008138 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-5e714f87-7796-41fc-a104-c9430037df27 req-9f93a202-8788-46fb-a9a9-25e0dd33b5e3 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad05965b-15a7-4a7f-9728-8af208ea3874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414305 Jun 15 14:17:07.314323 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 36324) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:17:07.382269 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-9c27caf3-e6d6-4840-a10f-56fd6ebd8b39 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Notify callbacks [] for security_group, before_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:07.407856 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-9c27caf3-e6d6-4840-a10f-56fd6ebd8b39 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:07.461517 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-9c27caf3-e6d6-4840-a10f-56fd6ebd8b39 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:07.464218 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-9c27caf3-e6d6-4840-a10f-56fd6ebd8b39 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Notify callbacks [] for security_group, before_response {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:07.465349 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-9c27caf3-e6d6-4840-a10f-56fd6ebd8b39 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "DELETE /v2.0/security-groups/2f204154-aeec-4a66-96d0-4d2162f9c593 HTTP/1.1" status: 204 len: 168 time: 0.1499674 Jun 15 14:17:07.466106 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-3bdf4950-2064-4436-95d2-d36ab636be84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:17:07.468294 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 36326) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:17:07.476091 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c27caf3-e6d6-4840-a10f-56fd6ebd8b39 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f204154-aeec-4a66-96d0-4d2162f9c593,revision_number=None']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:17:07.478440 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-9c27caf3-e6d6-4840-a10f-56fd6ebd8b39 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:17:07.483905 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.api.v2.resource [None req-53289817-91c8-4d5f-b9b6-bd7d517d3ced tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] show failed (client error): The resource could not be found. Jun 15 14:17:07.488242 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-53289817-91c8-4d5f-b9b6-bd7d517d3ced tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/security-groups/2f204154-aeec-4a66-96d0-4d2162f9c593 HTTP/1.1" status: 404 len: 347 time: 0.0186429 Jun 15 14:17:07.488447 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 36328) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:17:07.647058 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.plugin [None req-7307d9a8-718f-41bd-90c7-b7da4d048568 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Deleting port 3a76c4dc-cbfc-44d8-b73a-7f70c5a9164c {{(pid=91906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:17:07.647405 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-7307d9a8-718f-41bd-90c7-b7da4d048568 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781714481448'] for port, before_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:07.748365 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-7307d9a8-718f-41bd-90c7-b7da4d048568 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668414'] for port, precommit_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:07.748692 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-7307d9a8-718f-41bd-90c7-b7da4d048568 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:07.843285 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.plugin [None req-7307d9a8-718f-41bd-90c7-b7da4d048568 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Calling delete_port for 3a76c4dc-cbfc-44d8-b73a-7f70c5a9164c owned by network:floatingip {{(pid=91906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:17:08.009067 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-7307d9a8-718f-41bd-90c7-b7da4d048568 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781714486604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781714044438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3410898'] for port, after_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:08.011753 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-ab638b86-0f13-40e8-ba80-53734b71efa0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:17:08.042713 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7307d9a8-718f-41bd-90c7-b7da4d048568 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Pushing event deleted for resources: {'Port': ['ID=3a76c4dc-cbfc-44d8-b73a-7f70c5a9164c,revision_number=None']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:17:08.045946 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-7307d9a8-718f-41bd-90c7-b7da4d048568 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:17:08.135487 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-7307d9a8-718f-41bd-90c7-b7da4d048568 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Notify callbacks [] for floatingip, after_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:08.139442 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-7307d9a8-718f-41bd-90c7-b7da4d048568 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58954'] for floatingip, before_response {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:08.143577 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-7307d9a8-718f-41bd-90c7-b7da4d048568 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "DELETE /v2.0/floatingips/0fc3d295-9243-4550-bf9a-76928f3a8e69 HTTP/1.1" status: 204 len: 168 time: 0.6513174 Jun 15 14:17:08.222249 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5239d6df-d6cb-4083-a252-f7befc975cd3 req-e0eeb603-9553-40d1-8314-ea44ebb7897f tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:17:08.223747 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-5239d6df-d6cb-4083-a252-f7befc975cd3 req-e0eeb603-9553-40d1-8314-ea44ebb7897f tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7b01cb6-5369-48db-9b20-3f015520a361 HTTP/1.1" status: 200 len: 945 time: 0.0752265 Jun 15 14:17:08.265640 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-5239d6df-d6cb-4083-a252-f7befc975cd3 req-44b7cd4e-2979-4deb-9062-7afe630a41c7 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad05965b-15a7-4a7f-9728-8af208ea3874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359304 Jun 15 14:17:08.574977 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 36346) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:17:08.579895 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.v2.base [None req-919b4bd6-a45c-4a82-ae5f-563ba68dcd07 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Request body: {'security_group': {'name': 'tempest-securitygroup--364043157', 'description': 'tempest-description--1864972052'}} {{(pid=91906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:17:08.600796 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-919b4bd6-a45c-4a82-ae5f-563ba68dcd07 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Notify callbacks [] for security_group, before_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:08.693061 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-919b4bd6-a45c-4a82-ae5f-563ba68dcd07 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Notify callbacks [] for security_group, precommit_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:08.696719 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-919b4bd6-a45c-4a82-ae5f-563ba68dcd07 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:08.700074 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-95d6ab9a-4c68-4a10-a5f3-ca7022f1306c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:17:08.727301 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-919b4bd6-a45c-4a82-ae5f-563ba68dcd07 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Notify callbacks [] for security_group, before_response {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:08.728484 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-919b4bd6-a45c-4a82-ae5f-563ba68dcd07 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1524186 Jun 15 14:17:08.730887 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919b4bd6-a45c-4a82-ae5f-563ba68dcd07 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=612cf761-1131-4a26-a654-49a8070b2d73,revision_number=1']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:17:08.732074 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 36348) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:17:08.733677 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-919b4bd6-a45c-4a82-ae5f-563ba68dcd07 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:17:08.736748 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.v2.base [None req-2d272a00-a2f4-457a-aa4a-c735206468c8 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Request body: {'security_group_rule': {'security_group_id': '612cf761-1131-4a26-a654-49a8070b2d73', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:17:08.764497 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-2d272a00-a2f4-457a-aa4a-c735206468c8 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:08.822797 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-2d272a00-a2f4-457a-aa4a-c735206468c8 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:08.826666 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-2d272a00-a2f4-457a-aa4a-c735206468c8 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736153'] for security_group_rule, after_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:08.828702 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-f5b6ee0f-0bde-458d-84a1-74e805cb19d1 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:17:08.844561 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d272a00-a2f4-457a-aa4a-c735206468c8 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7245fce-dbee-4342-ac8b-6d3fa69ab8f3,revision_number=0']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:17:08.852265 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-2d272a00-a2f4-457a-aa4a-c735206468c8 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:08.853419 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-2d272a00-a2f4-457a-aa4a-c735206468c8 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1203642 Jun 15 14:17:08.855255 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d272a00-a2f4-457a-aa4a-c735206468c8 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:17:08.855678 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d272a00-a2f4-457a-aa4a-c735206468c8 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:17:08.855991 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d272a00-a2f4-457a-aa4a-c735206468c8 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:17:08.856355 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d272a00-a2f4-457a-aa4a-c735206468c8 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:17:08.856711 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d272a00-a2f4-457a-aa4a-c735206468c8 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:17:08.856834 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 36350) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:17:08.857064 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d272a00-a2f4-457a-aa4a-c735206468c8 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:17:08.857416 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d272a00-a2f4-457a-aa4a-c735206468c8 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:17:08.857756 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d272a00-a2f4-457a-aa4a-c735206468c8 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:17:08.858102 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d272a00-a2f4-457a-aa4a-c735206468c8 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:17:08.858448 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d272a00-a2f4-457a-aa4a-c735206468c8 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:17:08.858932 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d272a00-a2f4-457a-aa4a-c735206468c8 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:17:08.859285 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d272a00-a2f4-457a-aa4a-c735206468c8 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:17:08.862399 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-2d272a00-a2f4-457a-aa4a-c735206468c8 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:17:08.862555 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.v2.base [None req-49835668-2eb7-405f-8c81-6a48c9055c0c tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Request body: {'security_group_rule': {'security_group_id': '612cf761-1131-4a26-a654-49a8070b2d73', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:17:08.888914 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-49835668-2eb7-405f-8c81-6a48c9055c0c tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:08.950415 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-49835668-2eb7-405f-8c81-6a48c9055c0c tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:08.954120 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-49835668-2eb7-405f-8c81-6a48c9055c0c tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736153'] for security_group_rule, after_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:08.958975 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:17:08.979061 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49835668-2eb7-405f-8c81-6a48c9055c0c tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=726daf17-04b3-4aa1-935e-22e237f8795f,revision_number=0']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:17:08.982397 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-49835668-2eb7-405f-8c81-6a48c9055c0c tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:17:08.983920 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-49835668-2eb7-405f-8c81-6a48c9055c0c tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:08.988089 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-49835668-2eb7-405f-8c81-6a48c9055c0c tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1272328 Jun 15 14:17:08.988547 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 36352) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:17:08.992531 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.v2.base [None req-2d63fcf3-88b6-434d-83c0-b912215fabec tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Request body: {'floatingip': {'floating_network_id': '962d46ed-056a-473f-b9cc-450bda4e3641'}} {{(pid=91906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:17:09.013374 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-2d63fcf3-88b6-434d-83c0-b912215fabec tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Notify callbacks [] for floatingip, before_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:09.134891 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-2d63fcf3-88b6-434d-83c0-b912215fabec tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-33170876'] for port, before_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:09.256539 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.db.db_base_plugin_common [None req-2d63fcf3-88b6-434d-83c0-b912215fabec tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Allocated IP 172.27.1.118 (962d46ed-056a-473f-b9cc-450bda4e3641/a342ae99-1675-4821-852d-5dc3e7213bc2/9846e030-88ad-4c03-9afe-73f981292fdc) {{(pid=91906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:17:09.391062 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-2d63fcf3-88b6-434d-83c0-b912215fabec tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Notify callbacks [] for port, precommit_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:09.489915 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab73fc9-397d-4084-8d62-ac36a301687f req-8219dd31-ffd6-4cf5-8f93-7bbdac8563a6 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:17:09.491397 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-1ab73fc9-397d-4084-8d62-ac36a301687f req-8219dd31-ffd6-4cf5-8f93-7bbdac8563a6 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7b01cb6-5369-48db-9b20-3f015520a361 HTTP/1.1" status: 200 len: 945 time: 0.1044853 Jun 15 14:17:09.492757 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-2d63fcf3-88b6-434d-83c0-b912215fabec tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33170815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-53808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781714044429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3410907'] for port, after_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:09.494711 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-cc509e20-414f-46ee-9ee6-2eafa8f3e5ec tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:17:09.554908 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d63fcf3-88b6-434d-83c0-b912215fabec tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Network 962d46ed-056a-473f-b9cc-450bda4e3641 is already hosted by enough agents. {{(pid=91906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:17:09.562543 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.scheduler.base_scheduler [None req-2d63fcf3-88b6-434d-83c0-b912215fabec tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Resources bound (agent type, host, resource id): {{(pid=91906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:17:09.563432 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Device 4a5d8b06-59b8-42cc-8a32-fb206ec7756f no longer exists at agent hyperv_hv-cinder-79647 {{(pid=91909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:17:09.568351 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d63fcf3-88b6-434d-83c0-b912215fabec tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Received port after_create {{(pid=91906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:17:09.579363 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d63fcf3-88b6-434d-83c0-b912215fabec tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Pushing event updated for resources: {'Port': ['ID=9846e030-88ad-4c03-9afe-73f981292fdc,revision_number=1']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:17:09.588324 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.plugin [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] No Port match for: 4a5d8b06-59b8-42cc-8a32-fb206ec7756f {{(pid=91909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:17:09.588676 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Device 4a5d8b06-59b8-42cc-8a32-fb206ec7756f not bound to the agent host hv-cinder-79647 {{(pid=91909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:17:09.589740 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Device bbf9fe17-57cc-4b87-8f8c-47c1bcdcee24 no longer exists at agent hyperv_hv-cinder-79647 {{(pid=91909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:17:09.612012 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-2d63fcf3-88b6-434d-83c0-b912215fabec tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:17:09.612631 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.plugin [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] No Port match for: bbf9fe17-57cc-4b87-8f8c-47c1bcdcee24 {{(pid=91909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:17:09.612985 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Device bbf9fe17-57cc-4b87-8f8c-47c1bcdcee24 not bound to the agent host hv-cinder-79647 {{(pid=91909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:17:09.616725 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-1ab73fc9-397d-4084-8d62-ac36a301687f req-44c21d52-012c-4c47-8a3d-366030a375d7 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad05965b-15a7-4a7f-9728-8af208ea3874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184046 Jun 15 14:17:09.683598 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-2d63fcf3-88b6-434d-83c0-b912215fabec tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:09.731139 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-2d63fcf3-88b6-434d-83c0-b912215fabec tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:09.906530 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-2d63fcf3-88b6-434d-83c0-b912215fabec tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Notify callbacks [] for port, precommit_update {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:09.910860 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-2d63fcf3-88b6-434d-83c0-b912215fabec tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3410917'] for port, after_update {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:09.913604 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-8d85d279-1b5d-4901-9a61-8c1447d9934c tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:17:09.994003 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d63fcf3-88b6-434d-83c0-b912215fabec tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Pushing event updated for resources: {'Port': ['ID=9846e030-88ad-4c03-9afe-73f981292fdc,revision_number=2']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:17:09.998382 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-2d63fcf3-88b6-434d-83c0-b912215fabec tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:17:10.006239 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-2d63fcf3-88b6-434d-83c0-b912215fabec tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667260'] for floatingip, after_update {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:10.019972 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-2d63fcf3-88b6-434d-83c0-b912215fabec tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58954'] for floatingip, before_response {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:10.021156 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-2d63fcf3-88b6-434d-83c0-b912215fabec tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0320363 Jun 15 14:17:10.210715 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-3cf4a402-e5f0-4d8c-9a9a-123d59b00e27 req-0a9e084f-39fb-4347-82c9-8654b5ad22bd tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--364043157&fields=id&tenant_id=52a857fa93204cfd848344919ef0f84a HTTP/1.1" status: 200 len: 267 time: 0.0367022 Jun 15 14:17:10.340559 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf4a402-e5f0-4d8c-9a9a-123d59b00e27 req-28e990ba-6d67-4ffc-9e1e-d4e026d5e98f tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:17:10.341991 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-3cf4a402-e5f0-4d8c-9a9a-123d59b00e27 req-28e990ba-6d67-4ffc-9e1e-d4e026d5e98f tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/networks?id=610d1d9e-6798-4665-ba11-cd870fb10064 HTTP/1.1" status: 200 len: 817 time: 0.1249497 Jun 15 14:17:10.356629 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-3cf4a402-e5f0-4d8c-9a9a-123d59b00e27 req-5bb6eb3c-ecf2-4def-b75e-74c6dc43524b tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/quotas/52a857fa93204cfd848344919ef0f84a HTTP/1.1" status: 200 len: 375 time: 0.0092542 Jun 15 14:17:10.435029 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-3cf4a402-e5f0-4d8c-9a9a-123d59b00e27 req-cacd5c5c-2471-4f6e-9776-d366dda7890a tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=52a857fa93204cfd848344919ef0f84a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0731654 Jun 15 14:17:10.558370 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-3cf4a402-e5f0-4d8c-9a9a-123d59b00e27 req-afd349cf-9fd9-4ffc-8bd4-fa841e233809 service neutron] 10.222.0.26 "GET /v2.0/networks/610d1d9e-6798-4665-ba11-cd870fb10064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117661 Jun 15 14:17:10.673917 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-3cf4a402-e5f0-4d8c-9a9a-123d59b00e27 req-faf38a55-ba4c-492d-bbcf-e6bbde7c97fd service neutron] 10.222.0.26 "GET /v2.0/networks/610d1d9e-6798-4665-ba11-cd870fb10064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100399 Jun 15 14:17:10.812378 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf61248-3cff-40f9-8fa7-c2087dad95ef req-2df26019-bcc8-4ac5-b2fd-cb17b0ecf5b5 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:17:10.814014 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-ecf61248-3cff-40f9-8fa7-c2087dad95ef req-2df26019-bcc8-4ac5-b2fd-cb17b0ecf5b5 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7b01cb6-5369-48db-9b20-3f015520a361 HTTP/1.1" status: 200 len: 945 time: 0.0799460 Jun 15 14:17:10.847797 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-47cee8b0-830a-4e24-921c-d98472693b8f req-398cb275-e453-44a4-9587-ee82a8dd0124 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5695f34-b49f-4a59-bbde-87ad2b51552b HTTP/1.1" status: 200 len: 210 time: 0.0339007 Jun 15 14:17:10.865227 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-ecf61248-3cff-40f9-8fa7-c2087dad95ef req-c42fadc7-66a4-452b-be1d-b52b66cecf7c tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad05965b-15a7-4a7f-9728-8af208ea3874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437412 Jun 15 14:17:12.002971 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-87684218-6209-4a3e-84e9-4b307f2bf3c3 req-9adf8094-5072-4e6d-a4fe-e76e18971161 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5695f34-b49f-4a59-bbde-87ad2b51552b HTTP/1.1" status: 200 len: 210 time: 0.0396149 Jun 15 14:17:12.050432 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fbd672-04d9-4698-b677-5cfc24221baf req-27c23645-0abf-43c7-a653-492c127602d7 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:17:12.051922 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-44fbd672-04d9-4698-b677-5cfc24221baf req-27c23645-0abf-43c7-a653-492c127602d7 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7b01cb6-5369-48db-9b20-3f015520a361 HTTP/1.1" status: 200 len: 945 time: 0.0722609 Jun 15 14:17:12.092733 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-44fbd672-04d9-4698-b677-5cfc24221baf req-593f8ce5-c990-4c92-b0f3-a0993ecf28ad tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad05965b-15a7-4a7f-9728-8af208ea3874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352120 Jun 15 14:17:13.155770 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-6abbcac5-d327-49f5-850b-0e4f70813275 req-f02b8a55-e535-40a2-bc18-140d706ec8cb tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5695f34-b49f-4a59-bbde-87ad2b51552b HTTP/1.1" status: 200 len: 210 time: 0.0355599 Jun 15 14:17:13.273359 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf4a402-e5f0-4d8c-9a9a-123d59b00e27 req-54f76f84-fd17-4830-8ff3-c8089f72d38e tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:17:13.274808 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-3cf4a402-e5f0-4d8c-9a9a-123d59b00e27 req-54f76f84-fd17-4830-8ff3-c8089f72d38e tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.67 "GET /v2.0/networks?id=610d1d9e-6798-4665-ba11-cd870fb10064 HTTP/1.1" status: 200 len: 817 time: 0.1915705 Jun 15 14:17:13.328047 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed24a4d-1964-4f66-9dd3-9e8407828413 req-31270018-c041-4058-b948-5dca83f57098 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:17:13.329589 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-5ed24a4d-1964-4f66-9dd3-9e8407828413 req-31270018-c041-4058-b948-5dca83f57098 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7b01cb6-5369-48db-9b20-3f015520a361 HTTP/1.1" status: 200 len: 945 time: 0.1079001 Jun 15 14:17:13.364644 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-3cf4a402-e5f0-4d8c-9a9a-123d59b00e27 req-99766cab-ba41-491d-8a80-c48b278eaaf1 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=52a857fa93204cfd848344919ef0f84a HTTP/1.1" status: 200 len: 379 time: 0.0724573 Jun 15 14:17:13.384689 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.v2.base [req-3cf4a402-e5f0-4d8c-9a9a-123d59b00e27 req-27699026-12a7-4db7-b091-fb6a1f852997 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Request body: {'port': {'device_id': 'd5695f34-b49f-4a59-bbde-87ad2b51552b', 'network_id': '610d1d9e-6798-4665-ba11-cd870fb10064', 'admin_state_up': True, 'tenant_id': '52a857fa93204cfd848344919ef0f84a', 'security_groups': ['612cf761-1131-4a26-a654-49a8070b2d73']}} {{(pid=91906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:17:13.393735 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-5ed24a4d-1964-4f66-9dd3-9e8407828413 req-e3004754-c964-4ceb-9d0e-ea28ed383878 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad05965b-15a7-4a7f-9728-8af208ea3874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572340 Jun 15 14:17:13.522518 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cf4a402-e5f0-4d8c-9a9a-123d59b00e27 req-27699026-12a7-4db7-b091-fb6a1f852997 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Made reservation on behalf of 52a857fa93204cfd848344919ef0f84a for: {'port': 1} {{(pid=91906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:17:13.526202 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [req-3cf4a402-e5f0-4d8c-9a9a-123d59b00e27 req-27699026-12a7-4db7-b091-fb6a1f852997 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-33170876'] for port, before_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:13.679612 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.db.db_base_plugin_common [req-3cf4a402-e5f0-4d8c-9a9a-123d59b00e27 req-27699026-12a7-4db7-b091-fb6a1f852997 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Allocated IP 172.20.0.3 (610d1d9e-6798-4665-ba11-cd870fb10064/2014c6aa-f72d-434e-8835-9ccc29766f9a/06b54a84-8be5-454d-8dcb-d399ccc4fff3) {{(pid=91906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:17:13.865126 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [req-3cf4a402-e5f0-4d8c-9a9a-123d59b00e27 req-27699026-12a7-4db7-b091-fb6a1f852997 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Notify callbacks [] for port, precommit_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:13.879259 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.db.provisioning_blocks [req-3cf4a402-e5f0-4d8c-9a9a-123d59b00e27 req-27699026-12a7-4db7-b091-fb6a1f852997 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Transition to ACTIVE for port object 06b54a84-8be5-454d-8dcb-d399ccc4fff3 will not be triggered until provisioned by entity DHCP. {{(pid=91906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:17:13.915305 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [req-3cf4a402-e5f0-4d8c-9a9a-123d59b00e27 req-27699026-12a7-4db7-b091-fb6a1f852997 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33170815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-53808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781714044429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3410907'] for port, after_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:13.919182 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-3e820e4a-7618-4291-8ad6-1365363c1d04 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:17:13.975756 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cf4a402-e5f0-4d8c-9a9a-123d59b00e27 req-27699026-12a7-4db7-b091-fb6a1f852997 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Network 610d1d9e-6798-4665-ba11-cd870fb10064 is already hosted by enough agents. {{(pid=91906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:17:13.979230 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.scheduler.base_scheduler [req-3cf4a402-e5f0-4d8c-9a9a-123d59b00e27 req-27699026-12a7-4db7-b091-fb6a1f852997 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Resources bound (agent type, host, resource id): {{(pid=91906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:17:13.983219 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cf4a402-e5f0-4d8c-9a9a-123d59b00e27 req-27699026-12a7-4db7-b091-fb6a1f852997 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Received port after_create {{(pid=91906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:17:14.016195 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27699026-12a7-4db7-b091-fb6a1f852997 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Pushing event updated for resources: {'Port': ['ID=06b54a84-8be5-454d-8dcb-d399ccc4fff3,revision_number=1']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:17:14.021314 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-27699026-12a7-4db7-b091-fb6a1f852997 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:17:14.047887 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf4a402-e5f0-4d8c-9a9a-123d59b00e27 req-27699026-12a7-4db7-b091-fb6a1f852997 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:17:14.048493 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [req-3cf4a402-e5f0-4d8c-9a9a-123d59b00e27 req-27699026-12a7-4db7-b091-fb6a1f852997 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58954'] for port, before_response {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:14.062803 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-3cf4a402-e5f0-4d8c-9a9a-123d59b00e27 req-27699026-12a7-4db7-b091-fb6a1f852997 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6838486 Jun 15 14:17:14.081029 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.v2.base [req-3cf4a402-e5f0-4d8c-9a9a-123d59b00e27 req-e09af07d-5dff-4caf-8040-2478456532df service neutron] Request body: {'port': {'device_id': 'd5695f34-b49f-4a59-bbde-87ad2b51552b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79647'}} {{(pid=91906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:17:14.170924 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [req-3cf4a402-e5f0-4d8c-9a9a-123d59b00e27 req-e09af07d-5dff-4caf-8040-2478456532df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:14.216295 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-584bf286-12e0-4f71-83e5-b76c27fb52e5 None None] Provisioning for port 06b54a84-8be5-454d-8dcb-d399ccc4fff3 completed by entity DHCP. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:17:14.224283 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-584bf286-12e0-4f71-83e5-b76c27fb52e5 None None] Provisioning complete for port 06b54a84-8be5-454d-8dcb-d399ccc4fff3 triggered by entity DHCP. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:17:14.225140 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-584bf286-12e0-4f71-83e5-b76c27fb52e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897510'] for port, provisioning_complete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:14.235119 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937c2aa2-6ba6-4326-b088-c83df1f44391 req-a284c4a6-6cb4-499b-8b7e-9c907c7cc969 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:17:14.236810 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-937c2aa2-6ba6-4326-b088-c83df1f44391 req-a284c4a6-6cb4-499b-8b7e-9c907c7cc969 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7b01cb6-5369-48db-9b20-3f015520a361 HTTP/1.1" status: 200 len: 945 time: 0.0746551 Jun 15 14:17:14.285180 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.plugin [None req-584bf286-12e0-4f71-83e5-b76c27fb52e5 None None] Port 06b54a84-8be5-454d-8dcb-d399ccc4fff3 cannot update to ACTIVE because it is not bound. {{(pid=91909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 15 14:17:14.420259 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6640e885-06b9-478b-8a51-727ebc0cd6bd req-23030bc2-56bb-4c63-a29f-db012616bbd3 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:17:14.421672 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-6640e885-06b9-478b-8a51-727ebc0cd6bd req-23030bc2-56bb-4c63-a29f-db012616bbd3 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5695f34-b49f-4a59-bbde-87ad2b51552b HTTP/1.1" status: 200 len: 931 time: 0.1253235 Jun 15 14:17:14.428869 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.plugin [req-937c2aa2-6ba6-4326-b088-c83df1f44391 req-8eea2271-d182-4d52-993b-755d027dcbc2 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Deleting port 723a2e3e-c604-44be-982e-11d3efd9329f {{(pid=91907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:17:14.429220 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-937c2aa2-6ba6-4326-b088-c83df1f44391 req-8eea2271-d182-4d52-993b-755d027dcbc2 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781714481448'] for port, before_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:14.493136 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.notifiers.nova [req-3cf4a402-e5f0-4d8c-9a9a-123d59b00e27 req-e09af07d-5dff-4caf-8040-2478456532df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06b54a84-8be5-454d-8dcb-d399ccc4fff3 {{(pid=91906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:17:14.502131 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [req-3cf4a402-e5f0-4d8c-9a9a-123d59b00e27 req-e09af07d-5dff-4caf-8040-2478456532df service neutron] Notify callbacks [] for port, precommit_update {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:14.523799 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.db.provisioning_blocks [req-3cf4a402-e5f0-4d8c-9a9a-123d59b00e27 req-e09af07d-5dff-4caf-8040-2478456532df service neutron] Transition to ACTIVE for port object 06b54a84-8be5-454d-8dcb-d399ccc4fff3 will not be triggered until provisioned by entity L2. {{(pid=91906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:17:14.554277 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [req-3cf4a402-e5f0-4d8c-9a9a-123d59b00e27 req-e09af07d-5dff-4caf-8040-2478456532df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3410917'] for port, after_update {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:14.557490 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:17:14.561725 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-6640e885-06b9-478b-8a51-727ebc0cd6bd req-2ca5c68c-4b31-4923-b69d-749bdadb7cc3 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/security-groups?id=612cf761-1131-4a26-a654-49a8070b2d73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1283369 Jun 15 14:17:14.594070 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.db [req-937c2aa2-6ba6-4326-b088-c83df1f44391 req-8eea2271-d182-4d52-993b-755d027dcbc2 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] For port 723a2e3e-c604-44be-982e-11d3efd9329f, host hv-cinder-79647, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79647',level=0,port_id=723a2e3e-c604-44be-982e-11d3efd9329f,segment=NetworkSegment(669acf29-bcd8-42cf-bedb-e2672ed83e53),segment_id=669acf29-bcd8-42cf-bedb-e2672ed83e53)] {{(pid=91907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:17:14.594430 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-937c2aa2-6ba6-4326-b088-c83df1f44391 req-8eea2271-d182-4d52-993b-755d027dcbc2 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668414'] for port, precommit_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:14.663892 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09af07d-5dff-4caf-8040-2478456532df service neutron] Pushing event updated for resources: {'Port': ['ID=06b54a84-8be5-454d-8dcb-d399ccc4fff3,revision_number=2']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:17:14.668165 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-e09af07d-5dff-4caf-8040-2478456532df service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:17:14.696077 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.plugin [req-937c2aa2-6ba6-4326-b088-c83df1f44391 req-8eea2271-d182-4d52-993b-755d027dcbc2 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Calling delete_port for 723a2e3e-c604-44be-982e-11d3efd9329f owned by compute:nova {{(pid=91907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:17:14.735528 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aee578-a5a1-4946-bc03-7ec56e6ba87a req-d6993250-1111-4400-a7d2-cd0375cf32c2 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:17:14.737067 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-d7aee578-a5a1-4946-bc03-7ec56e6ba87a req-d6993250-1111-4400-a7d2-cd0375cf32c2 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7b01cb6-5369-48db-9b20-3f015520a361 HTTP/1.1" status: 200 len: 945 time: 0.2235489 Jun 15 14:17:14.798281 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.managers [req-3cf4a402-e5f0-4d8c-9a9a-123d59b00e27 req-e09af07d-5dff-4caf-8040-2478456532df service neutron] Attempting to bind port 06b54a84-8be5-454d-8dcb-d399ccc4fff3 on host hv-cinder-79647 for vnic_type normal with profile {{(pid=91906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:17:14.798615 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.managers [req-3cf4a402-e5f0-4d8c-9a9a-123d59b00e27 req-e09af07d-5dff-4caf-8040-2478456532df service neutron] Attempting to bind port 06b54a84-8be5-454d-8dcb-d399ccc4fff3 by drivers openvswitch,hyperv on host hv-cinder-79647 at level 0 using segments [{'id': '29cbf6bd-3703-449c-90e3-2d0016356068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '610d1d9e-6798-4665-ba11-cd870fb10064'}] {{(pid=91906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:17:14.798975 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf4a402-e5f0-4d8c-9a9a-123d59b00e27 req-e09af07d-5dff-4caf-8040-2478456532df service neutron] Attempting to bind port 06b54a84-8be5-454d-8dcb-d399ccc4fff3 on network 610d1d9e-6798-4665-ba11-cd870fb10064 {{(pid=91906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:17:14.806240 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-d7aee578-a5a1-4946-bc03-7ec56e6ba87a req-e6387add-9905-47f2-8792-2b371c1c67bf tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad05965b-15a7-4a7f-9728-8af208ea3874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611179 Jun 15 14:17:14.808594 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf4a402-e5f0-4d8c-9a9a-123d59b00e27 req-e09af07d-5dff-4caf-8040-2478456532df service neutron] Port 06b54a84-8be5-454d-8dcb-d399ccc4fff3 on network 610d1d9e-6798-4665-ba11-cd870fb10064 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79647 {{(pid=91906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 14:17:14.808913 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf4a402-e5f0-4d8c-9a9a-123d59b00e27 req-e09af07d-5dff-4caf-8040-2478456532df service neutron] Attempting to bind port 06b54a84-8be5-454d-8dcb-d399ccc4fff3 on network 610d1d9e-6798-4665-ba11-cd870fb10064 {{(pid=91906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:17:14.814263 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf4a402-e5f0-4d8c-9a9a-123d59b00e27 req-e09af07d-5dff-4caf-8040-2478456532df service neutron] Checking agent: {'id': 'ecd79229-812b-453e-8934-f3ab9293fb1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79647', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 10, 57), 'started_at': datetime.datetime(2021, 6, 15, 14, 10, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 16, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:17:14.814630 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf4a402-e5f0-4d8c-9a9a-123d59b00e27 req-e09af07d-5dff-4caf-8040-2478456532df service neutron] Checking segment: {'id': '29cbf6bd-3703-449c-90e3-2d0016356068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '610d1d9e-6798-4665-ba11-cd870fb10064'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:17:14.815044 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf4a402-e5f0-4d8c-9a9a-123d59b00e27 req-e09af07d-5dff-4caf-8040-2478456532df service neutron] Bound using segment: {'id': '29cbf6bd-3703-449c-90e3-2d0016356068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '610d1d9e-6798-4665-ba11-cd870fb10064'} {{(pid=91906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:17:14.815544 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.managers [req-3cf4a402-e5f0-4d8c-9a9a-123d59b00e27 req-e09af07d-5dff-4caf-8040-2478456532df service neutron] Bound port: 06b54a84-8be5-454d-8dcb-d399ccc4fff3, host: hv-cinder-79647, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29cbf6bd-3703-449c-90e3-2d0016356068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '610d1d9e-6798-4665-ba11-cd870fb10064'}}] {{(pid=91906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:17:14.815850 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [req-3cf4a402-e5f0-4d8c-9a9a-123d59b00e27 req-e09af07d-5dff-4caf-8040-2478456532df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:14.890530 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-937c2aa2-6ba6-4326-b088-c83df1f44391 req-8eea2271-d182-4d52-993b-755d027dcbc2 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781714486604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781714044438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4061906'] for port, after_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:14.895752 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-69076a84-27bc-4a6c-8de3-f28fe0c01ce0 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:17:14.927883 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] get_ports_and_sgs() called for port_ids ['723a2e3e-c604-44be-982e-11d3efd9329f'] {{(pid=91909) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:17:14.941876 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea2271-d182-4d52-993b-755d027dcbc2 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Pushing event deleted for resources: {'Port': ['ID=723a2e3e-c604-44be-982e-11d3efd9329f,revision_number=None']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:17:14.951311 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-8eea2271-d182-4d52-993b-755d027dcbc2 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:17:15.141048 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.db [req-3cf4a402-e5f0-4d8c-9a9a-123d59b00e27 req-e09af07d-5dff-4caf-8040-2478456532df service neutron] For port 06b54a84-8be5-454d-8dcb-d399ccc4fff3, host hv-cinder-79647, cleared binding levels {{(pid=91906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:17:15.144768 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.db [req-3cf4a402-e5f0-4d8c-9a9a-123d59b00e27 req-e09af07d-5dff-4caf-8040-2478456532df service neutron] For port 06b54a84-8be5-454d-8dcb-d399ccc4fff3, host hv-cinder-79647, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79647',level=0,port_id=06b54a84-8be5-454d-8dcb-d399ccc4fff3,segment=NetworkSegment(29cbf6bd-3703-449c-90e3-2d0016356068),segment_id=29cbf6bd-3703-449c-90e3-2d0016356068)] {{(pid=91906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:17:15.148370 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [req-3cf4a402-e5f0-4d8c-9a9a-123d59b00e27 req-e09af07d-5dff-4caf-8040-2478456532df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3410917'] for port, after_update {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:15.150437 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-692f26a5-cac7-4819-b63c-709d0d674e2b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:17:15.194753 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf4a402-e5f0-4d8c-9a9a-123d59b00e27 req-e09af07d-5dff-4caf-8040-2478456532df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:17:15.195505 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [req-3cf4a402-e5f0-4d8c-9a9a-123d59b00e27 req-e09af07d-5dff-4caf-8040-2478456532df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58954'] for port, before_response {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:15.197011 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-3cf4a402-e5f0-4d8c-9a9a-123d59b00e27 req-e09af07d-5dff-4caf-8040-2478456532df service neutron] 10.222.0.67 "PUT /v2.0/ports/06b54a84-8be5-454d-8dcb-d399ccc4fff3 HTTP/1.1" status: 200 len: 1093 time: 1.1204479 Jun 15 14:17:15.197617 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5695f34-b49f-4a59-bbde-87ad2b51552b', 'tag': '06b54a84-8be5-454d-8dcb-d399ccc4fff3'}] {{(pid=91906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:17:15.200819 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6e08b2e8a943f90b978338aafac4b6863d86ad6c280d3789afb6c36825669ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1b64207-346d-4d69-9c0c-309428bf5d6c" -d '{"events": [{"name": "network-changed", "server_uuid": "d5695f34-b49f-4a59-bbde-87ad2b51552b", "tag": "06b54a84-8be5-454d-8dcb-d399ccc4fff3"}]}' {{(pid=91906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:17:15.225017 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09af07d-5dff-4caf-8040-2478456532df service neutron] Pushing event updated for resources: {'Port': ['ID=06b54a84-8be5-454d-8dcb-d399ccc4fff3,revision_number=3']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:17:15.228513 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-e09af07d-5dff-4caf-8040-2478456532df service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:17:15.239290 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.db.l3_dvrscheduler_db [req-937c2aa2-6ba6-4326-b088-c83df1f44391 req-8eea2271-d182-4d52-993b-755d027dcbc2 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] No DVR routers for this DVR port 723a2e3e-c604-44be-982e-11d3efd9329f on host hv-cinder-79647 {{(pid=91907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:17:15.242230 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-937c2aa2-6ba6-4326-b088-c83df1f44391 req-8eea2271-d182-4d52-993b-755d027dcbc2 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58954'] for port, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:15.244516 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-937c2aa2-6ba6-4326-b088-c83df1f44391 req-8eea2271-d182-4d52-993b-755d027dcbc2 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.67 "DELETE /v2.0/ports/723a2e3e-c604-44be-982e-11d3efd9329f HTTP/1.1" status: 204 len: 173 time: 1.0013607 Jun 15 14:17:15.245076 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7b01cb6-5369-48db-9b20-3f015520a361', 'name': 'network-vif-deleted', 'tag': '723a2e3e-c604-44be-982e-11d3efd9329f'}] {{(pid=91907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:17:15.248126 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24467d57c8f568e2e16d95ba24031d6b60035fd708ad429d2e8baac5a477cd4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b22498ce-a8f2-474e-8f3d-080e3457c26f" -d '{"events": [{"server_uuid": "a7b01cb6-5369-48db-9b20-3f015520a361", "name": "network-vif-deleted", "tag": "723a2e3e-c604-44be-982e-11d3efd9329f"}]}' {{(pid=91907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:17:15.316755 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb768bdf-b14e-4213-a81d-1ba727dfe517 x-openstack-request-id: req-bb768bdf-b14e-4213-a81d-1ba727dfe517 {{(pid=91907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:17:15.317082 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7b01cb6-5369-48db-9b20-3f015520a361", "name": "network-vif-deleted", "tag": "723a2e3e-c604-44be-982e-11d3efd9329f", "status": "completed", "code": 200}]} {{(pid=91907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:17:15.317608 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-bb768bdf-b14e-4213-a81d-1ba727dfe517 {{(pid=91907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:17:15.318282 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7b01cb6-5369-48db-9b20-3f015520a361', 'name': 'network-vif-deleted', 'tag': '723a2e3e-c604-44be-982e-11d3efd9329f', 'status': 'completed', 'code': 200} Jun 15 14:17:15.335627 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf4a402-e5f0-4d8c-9a9a-123d59b00e27 req-ff9e1f28-b9fd-4be6-b6ae-bb2f0a78f4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:17:15.337687 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-3cf4a402-e5f0-4d8c-9a9a-123d59b00e27 req-ff9e1f28-b9fd-4be6-b6ae-bb2f0a78f4de service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=52a857fa93204cfd848344919ef0f84a&device_id=d5695f34-b49f-4a59-bbde-87ad2b51552b HTTP/1.1" status: 200 len: 1096 time: 0.0722799 Jun 15 14:17:15.421841 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-3cf4a402-e5f0-4d8c-9a9a-123d59b00e27 req-f248d780-7af2-42e4-ac95-7802f7f5419d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=06b54a84-8be5-454d-8dcb-d399ccc4fff3 HTTP/1.1" status: 200 len: 217 time: 0.0623474 Jun 15 14:17:15.456131 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 14:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fad77aff-8eb9-4f90-af92-b53d652c5229 x-openstack-request-id: req-fad77aff-8eb9-4f90-af92-b53d652c5229 {{(pid=91906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:17:15.456660 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5695f34-b49f-4a59-bbde-87ad2b51552b", "tag": "06b54a84-8be5-454d-8dcb-d399ccc4fff3", "status": "completed", "code": 200}]} {{(pid=91906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:17:15.456955 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fad77aff-8eb9-4f90-af92-b53d652c5229 {{(pid=91906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:17:15.457403 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5695f34-b49f-4a59-bbde-87ad2b51552b', 'tag': '06b54a84-8be5-454d-8dcb-d399ccc4fff3', 'status': 'completed', 'code': 200} Jun 15 14:17:15.482937 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf4a402-e5f0-4d8c-9a9a-123d59b00e27 req-2801eaca-91b1-47a9-8aa8-18756ef84502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:17:15.484680 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-3cf4a402-e5f0-4d8c-9a9a-123d59b00e27 req-2801eaca-91b1-47a9-8aa8-18756ef84502 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2014c6aa-f72d-434e-8835-9ccc29766f9a HTTP/1.1" status: 200 len: 856 time: 0.0566797 Jun 15 14:17:15.556002 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf4a402-e5f0-4d8c-9a9a-123d59b00e27 req-ce709f54-4365-404c-aa5e-627ad2f7ed02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:17:15.557556 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-3cf4a402-e5f0-4d8c-9a9a-123d59b00e27 req-ce709f54-4365-404c-aa5e-627ad2f7ed02 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=610d1d9e-6798-4665-ba11-cd870fb10064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0653970 Jun 15 14:17:15.677446 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-3cf4a402-e5f0-4d8c-9a9a-123d59b00e27 req-d294cdc5-dce8-407f-af0d-3d0e662e03f9 service neutron] 10.222.0.67 "GET /v2.0/networks/610d1d9e-6798-4665-ba11-cd870fb10064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121893 Jun 15 14:17:15.752625 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c7af43-7dd2-4e7e-9cc7-b32f2b3fac27 req-a1e7f6cb-4325-47b6-8764-1180f5f9925f tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:17:15.753990 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-84c7af43-7dd2-4e7e-9cc7-b32f2b3fac27 req-a1e7f6cb-4325-47b6-8764-1180f5f9925f tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5695f34-b49f-4a59-bbde-87ad2b51552b HTTP/1.1" status: 200 len: 943 time: 0.0725484 Jun 15 14:17:15.796876 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-3cf4a402-e5f0-4d8c-9a9a-123d59b00e27 req-42f53a25-a09e-4d38-b3d9-8becba00cffc service neutron] 10.222.0.67 "GET /v2.0/networks/610d1d9e-6798-4665-ba11-cd870fb10064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123359 Jun 15 14:17:15.800879 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-84c7af43-7dd2-4e7e-9cc7-b32f2b3fac27 req-1225567e-d0a7-4ecf-99d0-633d48257e2e tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/security-groups?id=612cf761-1131-4a26-a654-49a8070b2d73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411713 Jun 15 14:17:15.988549 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-97c0ea43-4cc3-4520-bcc0-330599abc2fe req-b90dfaf3-89b7-4f57-83c9-ffc6616ce07d tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7b01cb6-5369-48db-9b20-3f015520a361 HTTP/1.1" status: 200 len: 210 time: 0.0479283 Jun 15 14:17:16.001164 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b64207-346d-4d69-9c0c-309428bf5d6c req-6f2a6f37-c85e-4cd6-a8c7-44396773fdaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:17:16.003167 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-d1b64207-346d-4d69-9c0c-309428bf5d6c req-6f2a6f37-c85e-4cd6-a8c7-44396773fdaa service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=52a857fa93204cfd848344919ef0f84a&device_id=d5695f34-b49f-4a59-bbde-87ad2b51552b HTTP/1.1" status: 200 len: 1096 time: 0.1021237 Jun 15 14:17:16.122683 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b64207-346d-4d69-9c0c-309428bf5d6c req-b9af4a4d-8922-4dea-85bd-994d98c0dc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:17:16.124225 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-d1b64207-346d-4d69-9c0c-309428bf5d6c req-b9af4a4d-8922-4dea-85bd-994d98c0dc05 service neutron] 10.222.0.67 "GET /v2.0/networks?id=610d1d9e-6798-4665-ba11-cd870fb10064 HTTP/1.1" status: 200 len: 918 time: 0.1151521 Jun 15 14:17:16.180494 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-d1b64207-346d-4d69-9c0c-309428bf5d6c req-18280535-07d6-4b47-a960-978ca6ac3e7a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=06b54a84-8be5-454d-8dcb-d399ccc4fff3 HTTP/1.1" status: 200 len: 217 time: 0.0487564 Jun 15 14:17:16.243961 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b64207-346d-4d69-9c0c-309428bf5d6c req-bcefeaa1-84c5-4790-b993-ad046ee57b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:17:16.245462 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-d1b64207-346d-4d69-9c0c-309428bf5d6c req-bcefeaa1-84c5-4790-b993-ad046ee57b54 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2014c6aa-f72d-434e-8835-9ccc29766f9a HTTP/1.1" status: 200 len: 856 time: 0.0582159 Jun 15 14:17:16.322416 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b64207-346d-4d69-9c0c-309428bf5d6c req-b7876610-5d21-48c8-9533-6c2dae9aa90a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:17:16.324469 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-d1b64207-346d-4d69-9c0c-309428bf5d6c req-b7876610-5d21-48c8-9533-6c2dae9aa90a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=610d1d9e-6798-4665-ba11-cd870fb10064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0714474 Jun 15 14:17:16.443279 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-d1b64207-346d-4d69-9c0c-309428bf5d6c req-b65f561b-089e-4d53-b7bc-1b570d167520 service neutron] 10.222.0.67 "GET /v2.0/networks/610d1d9e-6798-4665-ba11-cd870fb10064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104524 Jun 15 14:17:16.560489 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-d1b64207-346d-4d69-9c0c-309428bf5d6c req-62f9503d-abc2-4fa2-9948-0f8af866bd0b service neutron] 10.222.0.67 "GET /v2.0/networks/610d1d9e-6798-4665-ba11-cd870fb10064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102924 Jun 15 14:17:16.988856 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcfa147-6162-4bb5-934d-0838ec5712f5 req-232fac56-251d-42c5-9b09-e61e151acad0 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:17:16.990313 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-8fcfa147-6162-4bb5-934d-0838ec5712f5 req-232fac56-251d-42c5-9b09-e61e151acad0 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5695f34-b49f-4a59-bbde-87ad2b51552b HTTP/1.1" status: 200 len: 943 time: 0.0703602 Jun 15 14:17:17.031991 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-8fcfa147-6162-4bb5-934d-0838ec5712f5 req-9aa2b338-1984-4d39-b50c-867dc2a79b7d tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/security-groups?id=612cf761-1131-4a26-a654-49a8070b2d73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360007 Jun 15 14:17:17.083543 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 36450) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:17:17.586652 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-302bea2d-99f0-4b9a-830f-c51fd48ae890 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-670171'] for router_interface, before_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:17.590953 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Device 06b54a84-8be5-454d-8dcb-d399ccc4fff3 details requested by agent hyperv_hv-cinder-79647 with host hv-cinder-79647 {{(pid=91909) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 14:17:17.601648 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Device 723a2e3e-c604-44be-982e-11d3efd9329f no longer exists at agent hyperv_hv-cinder-79647 {{(pid=91909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:17:17.630164 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.plugin [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] No Port match for: 723a2e3e-c604-44be-982e-11d3efd9329f {{(pid=91909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:17:17.630831 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Device 723a2e3e-c604-44be-982e-11d3efd9329f not bound to the agent host hv-cinder-79647 {{(pid=91909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:17:17.658397 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 36470) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:17:17.746424 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] For port 06b54a84-8be5-454d-8dcb-d399ccc4fff3, host hv-cinder-79647, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79647',level=0,port_id=06b54a84-8be5-454d-8dcb-d399ccc4fff3,segment=NetworkSegment(29cbf6bd-3703-449c-90e3-2d0016356068),segment_id=29cbf6bd-3703-449c-90e3-2d0016356068)] {{(pid=91909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:17:17.758959 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Returning: {'device': '06b54a84-8be5-454d-8dcb-d399ccc4fff3', 'network_id': '610d1d9e-6798-4665-ba11-cd870fb10064', 'port_id': '06b54a84-8be5-454d-8dcb-d399ccc4fff3', 'mac_address': 'fa:16:3e:b1:27:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 888, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2014c6aa-f72d-434e-8835-9ccc29766f9a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91909) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 14:17:17.779445 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-2d8690fd-441c-4f7b-9a60-cdb096389176 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:17.803004 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:17.823128 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.notifiers.nova [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06b54a84-8be5-454d-8dcb-d399ccc4fff3 {{(pid=91909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:17:17.845542 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] For port 06b54a84-8be5-454d-8dcb-d399ccc4fff3, host hv-cinder-79647, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79647',level=0,port_id=06b54a84-8be5-454d-8dcb-d399ccc4fff3,segment=NetworkSegment(29cbf6bd-3703-449c-90e3-2d0016356068),segment_id=29cbf6bd-3703-449c-90e3-2d0016356068)] {{(pid=91909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:17:17.851370 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492'] for port, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:17.852957 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-f9e4db70-0548-4e74-90c5-d32c3c6fc861 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:17:17.891151 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-2d8690fd-441c-4f7b-9a60-cdb096389176 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:17.896365 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-2d8690fd-441c-4f7b-9a60-cdb096389176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:17.900215 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-7f21495e-f0c5-4972-b92a-b077b493cf50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:17:17.911131 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Pushing event updated for resources: {'Port': ['ID=06b54a84-8be5-454d-8dcb-d399ccc4fff3,revision_number=4']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:17:17.919688 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:17:17.920042 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:17:17.920383 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:17:17.920721 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:17:17.921054 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:17:17.921663 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:17:17.921920 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:17:17.922275 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:17:17.922613 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:17:17.923027 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:17:17.923354 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:17:17.923679 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:17:17.928293 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:17:17.940311 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-2d8690fd-441c-4f7b-9a60-cdb096389176 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=570178f101004eb79149d9ba7960b340&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2807980 Jun 15 14:17:17.941232 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8690fd-441c-4f7b-9a60-cdb096389176 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=540af0db-9366-4d2b-8785-b99b296f1a54,revision_number=1']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:17:17.943489 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 36474) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:17:17.945465 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-2d8690fd-441c-4f7b-9a60-cdb096389176 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:17:17.975903 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.plugin [None req-302bea2d-99f0-4b9a-830f-c51fd48ae890 admin admin] Deleting port 8797d483-0880-4304-b409-bcc2b934f296 {{(pid=91906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:17:17.976248 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-302bea2d-99f0-4b9a-830f-c51fd48ae890 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781714481448'] for port, before_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:17.996364 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-1fc9c90d-3861-4be3-a4f5-5aea2e2c243c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:18.018660 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-1fc9c90d-3861-4be3-a4f5-5aea2e2c243c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:18.048771 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-45d9a096-7fb5-4dc6-9d50-355d630cff8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:18.090278 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-1fc9c90d-3861-4be3-a4f5-5aea2e2c243c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:18.093456 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-1fc9c90d-3861-4be3-a4f5-5aea2e2c243c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:18.097137 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-1fc9c90d-3861-4be3-a4f5-5aea2e2c243c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/540af0db-9366-4d2b-8785-b99b296f1a54 HTTP/1.1" status: 204 len: 168 time: 0.1503584 Jun 15 14:17:18.097137 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-0abfce33-e01e-4467-a47e-1c3e66c47dcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:17:18.097400 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.db [None req-302bea2d-99f0-4b9a-830f-c51fd48ae890 admin admin] For port 8797d483-0880-4304-b409-bcc2b934f296, host dv-cinder-796471-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796471-1-iscsi',level=0,port_id=8797d483-0880-4304-b409-bcc2b934f296,segment=NetworkSegment(669acf29-bcd8-42cf-bedb-e2672ed83e53),segment_id=669acf29-bcd8-42cf-bedb-e2672ed83e53)] {{(pid=91906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:17:18.097400 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-302bea2d-99f0-4b9a-830f-c51fd48ae890 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668414'] for port, precommit_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:18.105206 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc9c90d-3861-4be3-a4f5-5aea2e2c243c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=540af0db-9366-4d2b-8785-b99b296f1a54,revision_number=None']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:17:18.115780 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-1fc9c90d-3861-4be3-a4f5-5aea2e2c243c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:17:18.166232 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] get_ports_and_sgs() called for port_ids ['06b54a84-8be5-454d-8dcb-d399ccc4fff3'] {{(pid=91909) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:17:18.195159 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.plugin [None req-302bea2d-99f0-4b9a-830f-c51fd48ae890 admin admin] Calling delete_port for 8797d483-0880-4304-b409-bcc2b934f296 owned by network:router_interface {{(pid=91906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:17:18.335393 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2fdb09-70be-4cdd-9a09-06c24359dcd6 req-86063fce-9b91-44cc-9627-b029bf7c1a95 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:17:18.336856 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-0e2fdb09-70be-4cdd-9a09-06c24359dcd6 req-86063fce-9b91-44cc-9627-b029bf7c1a95 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5695f34-b49f-4a59-bbde-87ad2b51552b HTTP/1.1" status: 200 len: 944 time: 0.1392524 Jun 15 14:17:18.463637 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-0e2fdb09-70be-4cdd-9a09-06c24359dcd6 req-ddd85354-7359-44a9-9d95-9fc3a47bb446 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/security-groups?id=612cf761-1131-4a26-a654-49a8070b2d73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1062059 Jun 15 14:17:18.528844 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-302bea2d-99f0-4b9a-830f-c51fd48ae890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781714486604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781714044438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3410898'] for port, after_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:18.531437 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:17:18.560185 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302bea2d-99f0-4b9a-830f-c51fd48ae890 admin admin] Pushing event deleted for resources: {'Port': ['ID=8797d483-0880-4304-b409-bcc2b934f296,revision_number=None']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:17:18.563268 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-302bea2d-99f0-4b9a-830f-c51fd48ae890 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:17:19.008149 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-302bea2d-99f0-4b9a-830f-c51fd48ae890 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669771'] for router_interface, after_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:19.312079 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-302bea2d-99f0-4b9a-830f-c51fd48ae890 admin admin] Router 393e0435-0f48-44fa-a05d-23784279a998 has already been hosted by L3 agent 7c0fcfb6-ee6c-4f84-9204-f4cc96555f34 {{(pid=91906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:17:19.453053 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-302bea2d-99f0-4b9a-830f-c51fd48ae890 admin admin] Notify agent at l3_agent.dv-cinder-796471-1-iscsi the message routers_updated {{(pid=91906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:17:19.458434 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-302bea2d-99f0-4b9a-830f-c51fd48ae890 admin admin] 10.222.0.26 "PUT /v2.0/routers/393e0435-0f48-44fa-a05d-23784279a998/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3738754 Jun 15 14:17:19.461101 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 36506) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:17:19.461964 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ec323c-95ce-428b-b634-1661f10704f0 None None] Sync routers for ids ['393e0435-0f48-44fa-a05d-23784279a998'] in dv-cinder-796471-1-iscsi {{(pid=91910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:17:19.476334 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ec323c-95ce-428b-b634-1661f10704f0 None None] Routers {'393e0435-0f48-44fa-a05d-23784279a998'} bound to L3 agent in host dv-cinder-796471-1-iscsi {{(pid=91910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:17:19.476945 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-10ec323c-95ce-428b-b634-1661f10704f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796471-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-15T14:04:51Z,description=,heartbeat_timestamp=2021-06-15T14:16:51Z,host='dv-cinder-796471-1-iscsi',id=7c0fcfb6-ee6c-4f84-9204-f4cc96555f34,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:04:51Z,topic='l3_agent')) {'router_ids': ['393e0435-0f48-44fa-a05d-23784279a998'], 'active': True} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:17:19.607483 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Device 06b54a84-8be5-454d-8dcb-d399ccc4fff3 up at agent hyperv_hv-cinder-79647 {{(pid=91909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:17:19.619365 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvr_db [None req-10ec323c-95ce-428b-b634-1661f10704f0 None None] Set router 393e0435-0f48-44fa-a05d-23784279a998 gateway port host: dv-cinder-796471-1-iscsi {{(pid=91910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:17:19.631244 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-6337354d-3218-44f8-aa0f-4b185004ef9a admin admin] Notify callbacks [] for router, before_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:19.664977 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Provisioning for port 06b54a84-8be5-454d-8dcb-d399ccc4fff3 completed by entity L2. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:17:19.669520 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Provisioning complete for port 06b54a84-8be5-454d-8dcb-d399ccc4fff3 triggered by entity L2. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:17:19.670189 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897510'] for port, provisioning_complete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:19.763365 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:19.788870 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5695f34-b49f-4a59-bbde-87ad2b51552b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06b54a84-8be5-454d-8dcb-d399ccc4fff3'}] {{(pid=91909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:17:19.791456 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}018986bfbd05ca611dd30af7db176f5a3185891675ab09d2ffafe9409078adde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25540d38-f3be-42a1-b0fd-7946d8eeb738" -d '{"events": [{"server_uuid": "d5695f34-b49f-4a59-bbde-87ad2b51552b", "name": "network-vif-plugged", "status": "completed", "tag": "06b54a84-8be5-454d-8dcb-d399ccc4fff3"}]}' {{(pid=91909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:17:19.797737 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8653180-3025-49fd-b991-de8528217e3b req-96c6b342-b7a1-4aa9-b94b-906b0f5691a5 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:17:19.799309 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-a8653180-3025-49fd-b991-de8528217e3b req-96c6b342-b7a1-4aa9-b94b-906b0f5691a5 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5695f34-b49f-4a59-bbde-87ad2b51552b HTTP/1.1" status: 200 len: 944 time: 0.2038231 Jun 15 14:17:19.808762 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] For port 06b54a84-8be5-454d-8dcb-d399ccc4fff3, host hv-cinder-79647, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79647',level=0,port_id=06b54a84-8be5-454d-8dcb-d399ccc4fff3,segment=NetworkSegment(29cbf6bd-3703-449c-90e3-2d0016356068),segment_id=29cbf6bd-3703-449c-90e3-2d0016356068)] {{(pid=91909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:17:19.808915 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-6337354d-3218-44f8-aa0f-4b185004ef9a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:19.815204 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492'] for port, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:19.817356 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:17:19.850329 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65d42eba-84b7-45dd-b4fc-463db13eb30f x-openstack-request-id: req-65d42eba-84b7-45dd-b4fc-463db13eb30f {{(pid=91909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:17:19.850634 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5695f34-b49f-4a59-bbde-87ad2b51552b", "name": "network-vif-plugged", "status": "completed", "tag": "06b54a84-8be5-454d-8dcb-d399ccc4fff3", "code": 200}]} {{(pid=91909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:17:19.851043 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-65d42eba-84b7-45dd-b4fc-463db13eb30f {{(pid=91909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:17:19.851492 dv-cinder-796471-1-iscsi neutron-server[91909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5695f34-b49f-4a59-bbde-87ad2b51552b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06b54a84-8be5-454d-8dcb-d399ccc4fff3', 'code': 200} Jun 15 14:17:19.866683 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-10ec323c-95ce-428b-b634-1661f10704f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '393e0435-0f48-44fa-a05d-23784279a998', 'name': 'tempest-ServerRescueNegativeTestJSON-287899738-router', 'tenant_id': 'dc461159adb540bbbcfcd75ea5604cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'external_fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '3500ef57-393b-4a0f-a23a-0f69cc7d4c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:14:02Z', 'updated_at': '2021-06-15T14:17:18Z', 'revision_number': 5, 'project_id': 'dc461159adb540bbbcfcd75ea5604cfb', 'gw_port': {'id': '3500ef57-393b-4a0f-a23a-0f69cc7d4c16', 'name': '', 'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:2d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '393e0435-0f48-44fa-a05d-23784279a998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:14:03Z', 'updated_at': '2021-06-15T14:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796471-1-iscsi'}], 'dv-cinder-796471-1-iscsi', False) {} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:17:19.871510 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ec323c-95ce-428b-b634-1661f10704f0 None None] Checking router: 393e0435-0f48-44fa-a05d-23784279a998 for host: dv-cinder-796471-1-iscsi {{(pid=91910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:17:19.886321 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ec323c-95ce-428b-b634-1661f10704f0 None None] Routers {'393e0435-0f48-44fa-a05d-23784279a998'} bound to L3 agent in host dv-cinder-796471-1-iscsi {{(pid=91910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:17:19.886869 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Pushing event updated for resources: {'Port': ['ID=06b54a84-8be5-454d-8dcb-d399ccc4fff3,revision_number=5']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:17:19.887222 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-10ec323c-95ce-428b-b634-1661f10704f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796471-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-15T14:04:51Z,description=,heartbeat_timestamp=2021-06-15T14:16:51Z,host='dv-cinder-796471-1-iscsi',id=7c0fcfb6-ee6c-4f84-9204-f4cc96555f34,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:04:51Z,topic='l3_agent')) {'router_ids': ['393e0435-0f48-44fa-a05d-23784279a998'], 'active': True} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:17:19.889860 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-a8653180-3025-49fd-b991-de8528217e3b req-c7a5c3d0-4942-4951-855b-10758c549fe0 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/security-groups?id=612cf761-1131-4a26-a654-49a8070b2d73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842571 Jun 15 14:17:19.891631 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:17:19.900646 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.plugin [None req-6337354d-3218-44f8-aa0f-4b185004ef9a admin admin] Deleting port 3500ef57-393b-4a0f-a23a-0f69cc7d4c16 {{(pid=91907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:17:19.901559 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-6337354d-3218-44f8-aa0f-4b185004ef9a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781714481448'] for port, before_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:20.012344 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.db [None req-6337354d-3218-44f8-aa0f-4b185004ef9a admin admin] For port 3500ef57-393b-4a0f-a23a-0f69cc7d4c16, host dv-cinder-796471-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796471-1-iscsi',level=0,port_id=3500ef57-393b-4a0f-a23a-0f69cc7d4c16,segment=NetworkSegment(16359361-6c0e-4f40-8a0e-56105654022c),segment_id=16359361-6c0e-4f40-8a0e-56105654022c)] {{(pid=91907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:17:20.012702 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-6337354d-3218-44f8-aa0f-4b185004ef9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668414'] for port, precommit_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:20.031158 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvr_db [None req-10ec323c-95ce-428b-b634-1661f10704f0 None None] Set router 393e0435-0f48-44fa-a05d-23784279a998 gateway port host: None {{(pid=91910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:17:20.107446 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.plugin [None req-6337354d-3218-44f8-aa0f-4b185004ef9a admin admin] Calling delete_port for 3500ef57-393b-4a0f-a23a-0f69cc7d4c16 owned by network:router_gateway {{(pid=91907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:17:20.110333 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-10ec323c-95ce-428b-b634-1661f10704f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '393e0435-0f48-44fa-a05d-23784279a998', 'name': 'tempest-ServerRescueNegativeTestJSON-287899738-router', 'tenant_id': 'dc461159adb540bbbcfcd75ea5604cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:14:02Z', 'updated_at': '2021-06-15T14:17:19Z', 'revision_number': 6, 'project_id': 'dc461159adb540bbbcfcd75ea5604cfb', 'gw_port_host': None}], 'dv-cinder-796471-1-iscsi', False) {} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:17:20.113806 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ec323c-95ce-428b-b634-1661f10704f0 None None] The sync data for ids ['393e0435-0f48-44fa-a05d-23784279a998'] in dv-cinder-796471-1-iscsi is: [{'id': '393e0435-0f48-44fa-a05d-23784279a998', 'name': 'tempest-ServerRescueNegativeTestJSON-287899738-router', 'tenant_id': 'dc461159adb540bbbcfcd75ea5604cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:14:02Z', 'updated_at': '2021-06-15T14:17:19Z', 'revision_number': 6, 'project_id': 'dc461159adb540bbbcfcd75ea5604cfb', 'gw_port_host': None}] {{(pid=91910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:17:20.258272 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e15210-72b0-4bfc-9370-8abdc4b5fdab req-22d0f1ff-3573-4cc9-b658-9d05d9251d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:17:20.259788 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-05e15210-72b0-4bfc-9370-8abdc4b5fdab req-22d0f1ff-3573-4cc9-b658-9d05d9251d36 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d5695f34-b49f-4a59-bbde-87ad2b51552b HTTP/1.1" status: 200 len: 1098 time: 0.1501567 Jun 15 14:17:20.267280 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Device 8797d483-0880-4304-b409-bcc2b934f296 no longer exists at agent ovs-agent-dv-cinder-796471-1-iscsi {{(pid=91909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:17:20.306004 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.plugin [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] No Port match for: 8797d483-0880-4304-b409-bcc2b934f296 {{(pid=91909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:17:20.306872 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Device 8797d483-0880-4304-b409-bcc2b934f296 not bound to the agent host dv-cinder-796471-1-iscsi {{(pid=91909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:17:20.587661 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-05e15210-72b0-4bfc-9370-8abdc4b5fdab req-28816460-d75d-4fb9-b858-45f5abb0fda2 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=612cf761-1131-4a26-a654-49a8070b2d73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2817116 Jun 15 14:17:20.654415 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-6337354d-3218-44f8-aa0f-4b185004ef9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781714486604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781714044438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4061906'] for port, after_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:20.659115 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:17:20.684330 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:20.695034 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6337354d-3218-44f8-aa0f-4b185004ef9a admin admin] Pushing event deleted for resources: {'Port': ['ID=3500ef57-393b-4a0f-a23a-0f69cc7d4c16,revision_number=None']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:17:20.697624 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-6337354d-3218-44f8-aa0f-4b185004ef9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:17:20.785003 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-6337354d-3218-44f8-aa0f-4b185004ef9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-667160'] for router_gateway, after_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:20.919060 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-fcbba223-14f0-4ca0-b2de-a28075d2416d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:20.936262 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-6337354d-3218-44f8-aa0f-4b185004ef9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-706281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10782'] for router, precommit_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:20.938376 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-6337354d-3218-44f8-aa0f-4b185004ef9a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:21.020068 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-6337354d-3218-44f8-aa0f-4b185004ef9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-770111'] for router, after_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:21.020587 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6337354d-3218-44f8-aa0f-4b185004ef9a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 393e0435-0f48-44fa-a05d-23784279a998 {{(pid=91907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 15 14:17:21.025985 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-6337354d-3218-44f8-aa0f-4b185004ef9a admin admin] Notify callbacks [] for router, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:21.027798 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-6337354d-3218-44f8-aa0f-4b185004ef9a admin admin] 10.222.0.26 "DELETE /v2.0/routers/393e0435-0f48-44fa-a05d-23784279a998 HTTP/1.1" status: 204 len: 168 time: 1.5656128 Jun 15 14:17:21.030255 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 36530) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:17:21.082738 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f195000-177f-4566-b46e-ce80f2c54d99 admin admin] Deleting subnet 7617c69e-c1e9-44df-9ad7-ee8c6a77420c {{(pid=91907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 15 14:17:21.086402 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-1f195000-177f-4566-b46e-ce80f2c54d99 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:21.097557 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52420082-e682-4905-a958-4815b7cc8592 req-775953f5-1db9-4d08-9486-5d82de5e5575 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:17:21.099129 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-52420082-e682-4905-a958-4815b7cc8592 req-775953f5-1db9-4d08-9486-5d82de5e5575 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5695f34-b49f-4a59-bbde-87ad2b51552b HTTP/1.1" status: 200 len: 945 time: 0.0790417 Jun 15 14:17:21.144800 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-1f195000-177f-4566-b46e-ce80f2c54d99 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8456787'] for subnet, precommit_delete_associations {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:21.145594 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-52420082-e682-4905-a958-4815b7cc8592 req-acabaab3-81ad-40fb-a65f-c20f4062babd tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/security-groups?id=612cf761-1131-4a26-a654-49a8070b2d73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392838 Jun 15 14:17:21.192307 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-1f195000-177f-4566-b46e-ce80f2c54d99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32884212'] for subnet, precommit_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:21.250810 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-1f195000-177f-4566-b46e-ce80f2c54d99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32884221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4061992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3414655'] for subnet, after_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:21.253681 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:17:21.289990 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f195000-177f-4566-b46e-ce80f2c54d99 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7617c69e-c1e9-44df-9ad7-ee8c6a77420c,revision_number=None']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:17:21.291973 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-1f195000-177f-4566-b46e-ce80f2c54d99 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:21.293796 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-1f195000-177f-4566-b46e-ce80f2c54d99 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/7617c69e-c1e9-44df-9ad7-ee8c6a77420c HTTP/1.1" status: 204 len: 168 time: 0.2625427 Jun 15 14:17:21.294851 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-1f195000-177f-4566-b46e-ce80f2c54d99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:17:21.296405 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 36532) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:17:21.384269 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-26f6daf5-7ee0-4394-a97c-bf5beae4576f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33040767'] for network, before_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:21.486495 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-26f6daf5-7ee0-4394-a97c-bf5beae4576f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32895081', 'neutron.services.segments.db._delete_segments_for_network-8781714566072'] for network, precommit_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:21.497087 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.services.segments.db [None req-26f6daf5-7ee0-4394-a97c-bf5beae4576f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aef6c564-c037-41ad-8e2d-dc5ff4f41860']}} {{(pid=91906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:17:21.507499 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.services.segments.db [None req-26f6daf5-7ee0-4394-a97c-bf5beae4576f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '669acf29-bcd8-42cf-bedb-e2672ed83e53') {'for_net_delete': True} {{(pid=91906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:17:21.507791 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.services.segments.db [None req-26f6daf5-7ee0-4394-a97c-bf5beae4576f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '669acf29-bcd8-42cf-bedb-e2672ed83e53') {} {{(pid=91906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:17:21.518050 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-26f6daf5-7ee0-4394-a97c-bf5beae4576f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781714565910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3510240'] for segment, before_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:21.533689 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-26f6daf5-7ee0-4394-a97c-bf5beae4576f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32890017'] for segment, precommit_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:21.539544 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26f6daf5-7ee0-4394-a97c-bf5beae4576f admin admin] Releasing vlan 897 on physical network physnet1 to pool {{(pid=91906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:17:21.539920 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-26f6daf5-7ee0-4394-a97c-bf5beae4576f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32890017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3410817'] for segment, after_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:21.541586 dv-cinder-796471-1-iscsi neutron-server[91906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:17:21.541586 dv-cinder-796471-1-iscsi neutron-server[91906]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:17:21.541586 dv-cinder-796471-1-iscsi neutron-server[91906]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:17:21.541586 dv-cinder-796471-1-iscsi neutron-server[91906]: retrieve_revision_numbers = { Jun 15 14:17:21.541586 dv-cinder-796471-1-iscsi neutron-server[91906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:17:21.541586 dv-cinder-796471-1-iscsi neutron-server[91906]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:17:21.541586 dv-cinder-796471-1-iscsi neutron-server[91906]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:17:21.541586 dv-cinder-796471-1-iscsi neutron-server[91906]: retrieve_revision_numbers = { Jun 15 14:17:21.541586 dv-cinder-796471-1-iscsi neutron-server[91906]: Traceback (most recent call last): Jun 15 14:17:21.541586 dv-cinder-796471-1-iscsi neutron-server[91906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 15 14:17:21.541586 dv-cinder-796471-1-iscsi neutron-server[91906]: timer() Jun 15 14:17:21.541586 dv-cinder-796471-1-iscsi neutron-server[91906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 15 14:17:21.541586 dv-cinder-796471-1-iscsi neutron-server[91906]: cb(*args, **kw) Jun 15 14:17:21.541586 dv-cinder-796471-1-iscsi neutron-server[91906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 15 14:17:21.541586 dv-cinder-796471-1-iscsi neutron-server[91906]: return func(*args, **kwargs) Jun 15 14:17:21.541586 dv-cinder-796471-1-iscsi neutron-server[91906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 15 14:17:21.541586 dv-cinder-796471-1-iscsi neutron-server[91906]: self._notify() Jun 15 14:17:21.541586 dv-cinder-796471-1-iscsi neutron-server[91906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 15 14:17:21.541586 dv-cinder-796471-1-iscsi neutron-server[91906]: self.callback(batched_events) Jun 15 14:17:21.541586 dv-cinder-796471-1-iscsi neutron-server[91906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 15 14:17:21.541586 dv-cinder-796471-1-iscsi neutron-server[91906]: event.method(event) Jun 15 14:17:21.541586 dv-cinder-796471-1-iscsi neutron-server[91906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 15 14:17:21.541586 dv-cinder-796471-1-iscsi neutron-server[91906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 15 14:17:21.541586 dv-cinder-796471-1-iscsi neutron-server[91906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 15 14:17:21.541586 dv-cinder-796471-1-iscsi neutron-server[91906]: aggregate_uuid = self.p_client.list_aggregates( Jun 15 14:17:21.541586 dv-cinder-796471-1-iscsi neutron-server[91906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 15 14:17:21.541586 dv-cinder-796471-1-iscsi neutron-server[91906]: return f(self, *a, **k) Jun 15 14:17:21.541586 dv-cinder-796471-1-iscsi neutron-server[91906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 15 14:17:21.541586 dv-cinder-796471-1-iscsi neutron-server[91906]: return self._get(url).json() Jun 15 14:17:21.541586 dv-cinder-796471-1-iscsi neutron-server[91906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 15 14:17:21.541586 dv-cinder-796471-1-iscsi neutron-server[91906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 15 14:17:21.541586 dv-cinder-796471-1-iscsi neutron-server[91906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 15 14:17:21.541586 dv-cinder-796471-1-iscsi neutron-server[91906]: return self.request(url, 'GET', **kwargs) Jun 15 14:17:21.541586 dv-cinder-796471-1-iscsi neutron-server[91906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 15 14:17:21.541586 dv-cinder-796471-1-iscsi neutron-server[91906]: base_url = self.get_endpoint(auth, allow=allow, Jun 15 14:17:21.541586 dv-cinder-796471-1-iscsi neutron-server[91906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 15 14:17:21.541586 dv-cinder-796471-1-iscsi neutron-server[91906]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 15 14:17:21.541586 dv-cinder-796471-1-iscsi neutron-server[91906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 15 14:17:21.541586 dv-cinder-796471-1-iscsi neutron-server[91906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 15 14:17:21.541586 dv-cinder-796471-1-iscsi neutron-server[91906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 15 14:17:21.612140 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-26f6daf5-7ee0-4394-a97c-bf5beae4576f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32895094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-350226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667141'] for network, after_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:21.615651 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:17:21.618105 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-26f6daf5-7ee0-4394-a97c-bf5beae4576f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537372'] for network, before_response {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:21.621925 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-26f6daf5-7ee0-4394-a97c-bf5beae4576f admin admin] 10.222.0.26 "DELETE /v2.0/networks/aef6c564-c037-41ad-8e2d-dc5ff4f41860 HTTP/1.1" status: 204 len: 168 time: 0.3226027 Jun 15 14:17:21.634466 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f6daf5-7ee0-4394-a97c-bf5beae4576f admin admin] Pushing event deleted for resources: {'Network': ['ID=aef6c564-c037-41ad-8e2d-dc5ff4f41860,revision_number=None']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:17:21.637686 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-26f6daf5-7ee0-4394-a97c-bf5beae4576f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:17:21.791569 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-a2325736-757f-4788-9f3d-6fe831cb64a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:21.797044 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 36538) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:17:21.846603 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-5543ff58-3910-41bf-ac42-765be6b194d1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=dc461159adb540bbbcfcd75ea5604cfb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0482178 Jun 15 14:17:21.849095 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 36542) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:17:21.901514 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-01fa80f1-310c-43cf-af2e-e6ce6bcd3323 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:21.926999 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-01fa80f1-310c-43cf-af2e-e6ce6bcd3323 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:21.982806 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-01fa80f1-310c-43cf-af2e-e6ce6bcd3323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:21.992137 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-01fa80f1-310c-43cf-af2e-e6ce6bcd3323 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:21.993269 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-01fa80f1-310c-43cf-af2e-e6ce6bcd3323 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ad05965b-15a7-4a7f-9728-8af208ea3874 HTTP/1.1" status: 204 len: 168 time: 0.1432416 Jun 15 14:17:21.994029 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-d943e13a-15fd-46bd-9350-d18faabd5c02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:17:22.003805 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fa80f1-310c-43cf-af2e-e6ce6bcd3323 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad05965b-15a7-4a7f-9728-8af208ea3874,revision_number=None']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:17:22.006074 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-01fa80f1-310c-43cf-af2e-e6ce6bcd3323 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:17:22.211716 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Device 3500ef57-393b-4a0f-a23a-0f69cc7d4c16 no longer exists at agent ovs-agent-dv-cinder-796471-1-iscsi {{(pid=91909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:17:22.246379 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.plugin [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] No Port match for: 3500ef57-393b-4a0f-a23a-0f69cc7d4c16 {{(pid=91909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:17:22.246843 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Device 3500ef57-393b-4a0f-a23a-0f69cc7d4c16 not bound to the agent host dv-cinder-796471-1-iscsi {{(pid=91909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:17:22.343801 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4372c500-3da8-4ff3-a392-203872bd1a53 req-e421781e-529a-4449-96f5-b3f1b7838bf5 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:17:22.345406 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-4372c500-3da8-4ff3-a392-203872bd1a53 req-e421781e-529a-4449-96f5-b3f1b7838bf5 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5695f34-b49f-4a59-bbde-87ad2b51552b HTTP/1.1" status: 200 len: 945 time: 0.0748410 Jun 15 14:17:22.388384 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-4372c500-3da8-4ff3-a392-203872bd1a53 req-4253350a-02c6-40d5-b0fe-5a61643a86c3 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/security-groups?id=612cf761-1131-4a26-a654-49a8070b2d73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374231 Jun 15 14:17:22.571884 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff39210f-688d-4914-8cc5-172c4a6cadda req-76cae113-e086-44fa-bd46-8594d86e5a31 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:17:22.573376 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-ff39210f-688d-4914-8cc5-172c4a6cadda req-76cae113-e086-44fa-bd46-8594d86e5a31 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5695f34-b49f-4a59-bbde-87ad2b51552b HTTP/1.1" status: 200 len: 945 time: 0.0714316 Jun 15 14:17:22.581945 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 36570) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:17:22.586602 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.v2.base [None req-f0f1f17a-587e-40ed-93c5-37dc538e11ec tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Request body: {'floatingip': {'port_id': '06b54a84-8be5-454d-8dcb-d399ccc4fff3'}} {{(pid=91906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:17:22.644490 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-f0f1f17a-587e-40ed-93c5-37dc538e11ec tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Notify callbacks [] for floatingip, before_update {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:23.229183 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-f0f1f17a-587e-40ed-93c5-37dc538e11ec tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:23.233555 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-f0f1f17a-587e-40ed-93c5-37dc538e11ec tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667260'] for floatingip, after_update {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:23.379784 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.db.l3_db [None req-f0f1f17a-587e-40ed-93c5-37dc538e11ec tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Floating IP dd53c237-d734-4143-b3c5-935e7a7d171f associated. External IP: 172.27.1.118, port: 06b54a84-8be5-454d-8dcb-d399ccc4fff3. Jun 15 14:17:23.429262 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-987cb3c8-732e-4ef7-aae2-903816ba9880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:23.922120 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0f1f17a-587e-40ed-93c5-37dc538e11ec tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Router de255612-9f80-4085-bcf0-786288c0db94 has already been hosted by L3 agent 7c0fcfb6-ee6c-4f84-9204-f4cc96555f34 {{(pid=91906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:17:24.065467 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0f1f17a-587e-40ed-93c5-37dc538e11ec tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Notify agent at l3_agent.dv-cinder-796471-1-iscsi the message routers_updated {{(pid=91906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:17:24.070081 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-f0f1f17a-587e-40ed-93c5-37dc538e11ec tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58954'] for floatingip, before_response {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:24.075232 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f964d409-3fd8-4bce-af60-8b7d983ee5c6 None None] Sync routers for ids ['de255612-9f80-4085-bcf0-786288c0db94'] in dv-cinder-796471-1-iscsi {{(pid=91909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:17:24.083871 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f964d409-3fd8-4bce-af60-8b7d983ee5c6 None None] Routers {'de255612-9f80-4085-bcf0-786288c0db94'} bound to L3 agent in host dv-cinder-796471-1-iscsi {{(pid=91909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:17:24.084580 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_hamode_db [None req-f964d409-3fd8-4bce-af60-8b7d983ee5c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796471-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-15T14:04:51Z,description=,heartbeat_timestamp=2021-06-15T14:17:21Z,host='dv-cinder-796471-1-iscsi',id=7c0fcfb6-ee6c-4f84-9204-f4cc96555f34,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:04:51Z,topic='l3_agent')) {'router_ids': ['de255612-9f80-4085-bcf0-786288c0db94'], 'active': True} {{(pid=91909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:17:24.116169 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-f0f1f17a-587e-40ed-93c5-37dc538e11ec tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "PUT /v2.0/floatingips/dd53c237-d734-4143-b3c5-935e7a7d171f HTTP/1.1" status: 200 len: 991 time: 1.5331912 Jun 15 14:17:24.116822 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5695f34-b49f-4a59-bbde-87ad2b51552b', 'tag': '06b54a84-8be5-454d-8dcb-d399ccc4fff3'}] {{(pid=91906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:17:24.119162 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6e08b2e8a943f90b978338aafac4b6863d86ad6c280d3789afb6c36825669ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad98686d-1d4e-48cc-a455-a25a9e8d0162" -d '{"events": [{"name": "network-changed", "server_uuid": "d5695f34-b49f-4a59-bbde-87ad2b51552b", "tag": "06b54a84-8be5-454d-8dcb-d399ccc4fff3"}]}' {{(pid=91906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:17:24.174317 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 14:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6367b38a-1877-4d45-9495-f0f3ce256d49 x-openstack-request-id: req-6367b38a-1877-4d45-9495-f0f3ce256d49 {{(pid=91906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:17:24.174677 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5695f34-b49f-4a59-bbde-87ad2b51552b", "tag": "06b54a84-8be5-454d-8dcb-d399ccc4fff3", "status": "completed", "code": 200}]} {{(pid=91906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:17:24.174999 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6367b38a-1877-4d45-9495-f0f3ce256d49 {{(pid=91906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:17:24.175424 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5695f34-b49f-4a59-bbde-87ad2b51552b', 'tag': '06b54a84-8be5-454d-8dcb-d399ccc4fff3', 'status': 'completed', 'code': 200} Jun 15 14:17:24.236518 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_dvr_db [None req-f964d409-3fd8-4bce-af60-8b7d983ee5c6 None None] Set router de255612-9f80-4085-bcf0-786288c0db94 gateway port host: dv-cinder-796471-1-iscsi {{(pid=91909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:17:24.299493 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad98686d-1d4e-48cc-a455-a25a9e8d0162 req-ed59074e-347d-4f4a-9f95-4bb30b636dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:17:24.301620 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-ad98686d-1d4e-48cc-a455-a25a9e8d0162 req-ed59074e-347d-4f4a-9f95-4bb30b636dbe service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=52a857fa93204cfd848344919ef0f84a&device_id=d5695f34-b49f-4a59-bbde-87ad2b51552b HTTP/1.1" status: 200 len: 1098 time: 0.0682752 Jun 15 14:17:24.430399 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad98686d-1d4e-48cc-a455-a25a9e8d0162 req-7f44bb00-c322-495d-b643-2ad577fe1f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:17:24.431936 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-ad98686d-1d4e-48cc-a455-a25a9e8d0162 req-7f44bb00-c322-495d-b643-2ad577fe1f80 service neutron] 10.222.0.67 "GET /v2.0/networks?id=610d1d9e-6798-4665-ba11-cd870fb10064 HTTP/1.1" status: 200 len: 918 time: 0.1234996 Jun 15 14:17:24.533703 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-ad98686d-1d4e-48cc-a455-a25a9e8d0162 req-14f6bf5d-1a3a-4f09-93e4-063943071aae service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=06b54a84-8be5-454d-8dcb-d399ccc4fff3 HTTP/1.1" status: 200 len: 999 time: 0.0950639 Jun 15 14:17:24.591543 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad98686d-1d4e-48cc-a455-a25a9e8d0162 req-60ac3437-6fff-49e2-a600-aa275db932da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:17:24.592982 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-ad98686d-1d4e-48cc-a455-a25a9e8d0162 req-60ac3437-6fff-49e2-a600-aa275db932da service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2014c6aa-f72d-434e-8835-9ccc29766f9a HTTP/1.1" status: 200 len: 856 time: 0.0531905 Jun 15 14:17:24.661094 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad98686d-1d4e-48cc-a455-a25a9e8d0162 req-c1810e76-5937-4d92-b2e0-94fdae96fdba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:17:24.662588 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-ad98686d-1d4e-48cc-a455-a25a9e8d0162 req-c1810e76-5937-4d92-b2e0-94fdae96fdba service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=610d1d9e-6798-4665-ba11-cd870fb10064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0628481 Jun 15 14:17:24.712450 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_hamode_db [None req-f964d409-3fd8-4bce-af60-8b7d983ee5c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de255612-9f80-4085-bcf0-786288c0db94', 'name': 'tempest-AttachVolumeShelveTestJSON-2098884892-router', 'tenant_id': '52a857fa93204cfd848344919ef0f84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'external_fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': 'f4341327-fb4c-451a-8be5-5f370dfde9ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:12:48Z', 'updated_at': '2021-06-15T14:13:02Z', 'revision_number': 4, 'project_id': '52a857fa93204cfd848344919ef0f84a', 'gw_port': {'id': 'f4341327-fb4c-451a-8be5-5f370dfde9ca', 'name': '', 'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:6c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de255612-9f80-4085-bcf0-786288c0db94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:12:49Z', 'updated_at': '2021-06-15T14:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796471-1-iscsi', '_floatingips': [{'id': 'dd53c237-d734-4143-b3c5-935e7a7d171f', 'tenant_id': '52a857fa93204cfd848344919ef0f84a', 'floating_ip_address': '172.27.1.118', 'floating_network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'router_id': 'de255612-9f80-4085-bcf0-786288c0db94', 'port_id': '06b54a84-8be5-454d-8dcb-d399ccc4fff3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '610d1d9e-6798-4665-ba11-cd870fb10064', 'mac_address': 'fa:16:3e:b1:27:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5695f34-b49f-4a59-bbde-87ad2b51552b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-15T14:17:09Z', 'updated_at': '2021-06-15T14:17:23Z', 'revision_number': 1, 'project_id': '52a857fa93204cfd848344919ef0f84a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23dfee54-5ee9-40fa-a5a6-cef8074b2d74', 'name': '', 'network_id': '610d1d9e-6798-4665-ba11-cd870fb10064', 'tenant_id': '52a857fa93204cfd848344919ef0f84a', 'mac_address': 'fa:16:3e:28:e8:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de255612-9f80-4085-bcf0-786288c0db94', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '2014c6aa-f72d-434e-8835-9ccc29766f9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:12:56Z', 'updated_at': '2021-06-15T14:13:14Z', 'revision_number': 5, 'project_id': '52a857fa93204cfd848344919ef0f84a', 'subnets': [{'id': '2014c6aa-f72d-434e-8835-9ccc29766f9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796471-1-iscsi', False) {} {{(pid=91909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:17:24.716489 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f964d409-3fd8-4bce-af60-8b7d983ee5c6 None None] Checking router: de255612-9f80-4085-bcf0-786288c0db94 for host: dv-cinder-796471-1-iscsi {{(pid=91909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:17:24.725940 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f964d409-3fd8-4bce-af60-8b7d983ee5c6 None None] Routers {'de255612-9f80-4085-bcf0-786288c0db94'} bound to L3 agent in host dv-cinder-796471-1-iscsi {{(pid=91909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:17:24.726631 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_hamode_db [None req-f964d409-3fd8-4bce-af60-8b7d983ee5c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796471-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-15T14:04:51Z,description=,heartbeat_timestamp=2021-06-15T14:17:21Z,host='dv-cinder-796471-1-iscsi',id=7c0fcfb6-ee6c-4f84-9204-f4cc96555f34,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:04:51Z,topic='l3_agent')) {'router_ids': ['de255612-9f80-4085-bcf0-786288c0db94'], 'active': True} {{(pid=91909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:17:24.786214 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-ad98686d-1d4e-48cc-a455-a25a9e8d0162 req-04e4175d-7536-49a1-8b7d-d0d081e41141 service neutron] 10.222.0.67 "GET /v2.0/networks/610d1d9e-6798-4665-ba11-cd870fb10064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166387 Jun 15 14:17:24.893097 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_dvr_db [None req-f964d409-3fd8-4bce-af60-8b7d983ee5c6 None None] Set router de255612-9f80-4085-bcf0-786288c0db94 gateway port host: dv-cinder-796471-1-iscsi {{(pid=91909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:17:24.923932 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-ad98686d-1d4e-48cc-a455-a25a9e8d0162 req-17eac5c9-f08a-4ff9-a286-5f8dd74cd79c service neutron] 10.222.0.67 "GET /v2.0/networks/610d1d9e-6798-4665-ba11-cd870fb10064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303806 Jun 15 14:17:25.211424 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_hamode_db [None req-f964d409-3fd8-4bce-af60-8b7d983ee5c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de255612-9f80-4085-bcf0-786288c0db94', 'name': 'tempest-AttachVolumeShelveTestJSON-2098884892-router', 'tenant_id': '52a857fa93204cfd848344919ef0f84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'external_fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': 'f4341327-fb4c-451a-8be5-5f370dfde9ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:12:48Z', 'updated_at': '2021-06-15T14:13:02Z', 'revision_number': 4, 'project_id': '52a857fa93204cfd848344919ef0f84a', 'gw_port': {'id': 'f4341327-fb4c-451a-8be5-5f370dfde9ca', 'name': '', 'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:6c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de255612-9f80-4085-bcf0-786288c0db94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:12:49Z', 'updated_at': '2021-06-15T14:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796471-1-iscsi', '_floatingips': [{'id': 'dd53c237-d734-4143-b3c5-935e7a7d171f', 'tenant_id': '52a857fa93204cfd848344919ef0f84a', 'floating_ip_address': '172.27.1.118', 'floating_network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'router_id': 'de255612-9f80-4085-bcf0-786288c0db94', 'port_id': '06b54a84-8be5-454d-8dcb-d399ccc4fff3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '610d1d9e-6798-4665-ba11-cd870fb10064', 'mac_address': 'fa:16:3e:b1:27:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5695f34-b49f-4a59-bbde-87ad2b51552b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-15T14:17:09Z', 'updated_at': '2021-06-15T14:17:23Z', 'revision_number': 1, 'project_id': '52a857fa93204cfd848344919ef0f84a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23dfee54-5ee9-40fa-a5a6-cef8074b2d74', 'name': '', 'network_id': '610d1d9e-6798-4665-ba11-cd870fb10064', 'tenant_id': '52a857fa93204cfd848344919ef0f84a', 'mac_address': 'fa:16:3e:28:e8:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de255612-9f80-4085-bcf0-786288c0db94', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '2014c6aa-f72d-434e-8835-9ccc29766f9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:12:56Z', 'updated_at': '2021-06-15T14:13:14Z', 'revision_number': 5, 'project_id': '52a857fa93204cfd848344919ef0f84a', 'subnets': [{'id': '2014c6aa-f72d-434e-8835-9ccc29766f9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796471-1-iscsi', False) {} {{(pid=91909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:17:25.215342 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f964d409-3fd8-4bce-af60-8b7d983ee5c6 None None] The sync data for ids ['de255612-9f80-4085-bcf0-786288c0db94'] in dv-cinder-796471-1-iscsi is: [{'id': 'de255612-9f80-4085-bcf0-786288c0db94', 'name': 'tempest-AttachVolumeShelveTestJSON-2098884892-router', 'tenant_id': '52a857fa93204cfd848344919ef0f84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'external_fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': 'f4341327-fb4c-451a-8be5-5f370dfde9ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:12:48Z', 'updated_at': '2021-06-15T14:13:02Z', 'revision_number': 4, 'project_id': '52a857fa93204cfd848344919ef0f84a', 'gw_port': {'id': 'f4341327-fb4c-451a-8be5-5f370dfde9ca', 'name': '', 'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:6c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de255612-9f80-4085-bcf0-786288c0db94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:12:49Z', 'updated_at': '2021-06-15T14:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796471-1-iscsi', '_floatingips': [{'id': 'dd53c237-d734-4143-b3c5-935e7a7d171f', 'tenant_id': '52a857fa93204cfd848344919ef0f84a', 'floating_ip_address': '172.27.1.118', 'floating_network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'router_id': 'de255612-9f80-4085-bcf0-786288c0db94', 'port_id': '06b54a84-8be5-454d-8dcb-d399ccc4fff3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '610d1d9e-6798-4665-ba11-cd870fb10064', 'mac_address': 'fa:16:3e:b1:27:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5695f34-b49f-4a59-bbde-87ad2b51552b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-15T14:17:09Z', 'updated_at': '2021-06-15T14:17:23Z', 'revision_number': 1, 'project_id': '52a857fa93204cfd848344919ef0f84a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23dfee54-5ee9-40fa-a5a6-cef8074b2d74', 'name': '', 'network_id': '610d1d9e-6798-4665-ba11-cd870fb10064', 'tenant_id': '52a857fa93204cfd848344919ef0f84a', 'mac_address': 'fa:16:3e:28:e8:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de255612-9f80-4085-bcf0-786288c0db94', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '2014c6aa-f72d-434e-8835-9ccc29766f9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:12:56Z', 'updated_at': '2021-06-15T14:13:14Z', 'revision_number': 5, 'project_id': '52a857fa93204cfd848344919ef0f84a', 'subnets': [{'id': '2014c6aa-f72d-434e-8835-9ccc29766f9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:17:25.414297 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e283909-aa4b-4668-828b-f3710ac509c4 None None] New status for floating IP dd53c237-d734-4143-b3c5-935e7a7d171f: ACTIVE {{(pid=91910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 15 14:17:26.706146 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9272f964-3432-40bd-a20d-86a57be2659a req-77e70912-c00b-4035-8fd0-9f14f2d3c854 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:17:26.707529 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-9272f964-3432-40bd-a20d-86a57be2659a req-77e70912-c00b-4035-8fd0-9f14f2d3c854 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/ports?device_id=eaeff0a0-6ae8-4806-8bd3-d4547f9e2abf HTTP/1.1" status: 200 len: 945 time: 0.0722065 Jun 15 14:17:26.749279 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-9272f964-3432-40bd-a20d-86a57be2659a req-cfbef4d5-6ac4-44c9-ab1f-c24e5b7a8f3e tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8daf90f-052e-4250-95f7-9d7da7fb7be2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356455 Jun 15 14:17:27.517775 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:27.926097 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eb3a9f-05a6-4003-a311-e981e8480a35 req-99ecc667-9c73-4bd6-9317-c1e5fb1601f5 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:17:27.927615 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-65eb3a9f-05a6-4003-a311-e981e8480a35 req-99ecc667-9c73-4bd6-9317-c1e5fb1601f5 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/ports?device_id=eaeff0a0-6ae8-4806-8bd3-d4547f9e2abf HTTP/1.1" status: 200 len: 945 time: 0.0692909 Jun 15 14:17:27.971205 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-65eb3a9f-05a6-4003-a311-e981e8480a35 req-1e43f61c-eb02-4fe3-90c7-22c080dcca96 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8daf90f-052e-4250-95f7-9d7da7fb7be2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369701 Jun 15 14:17:29.157325 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69126e5d-5613-4aee-a118-216cd422b7f2 req-f14b24b1-7c2a-4f20-a3ce-db81256b88fd tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:17:29.158765 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-69126e5d-5613-4aee-a118-216cd422b7f2 req-f14b24b1-7c2a-4f20-a3ce-db81256b88fd tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/ports?device_id=eaeff0a0-6ae8-4806-8bd3-d4547f9e2abf HTTP/1.1" status: 200 len: 945 time: 0.0730076 Jun 15 14:17:29.199986 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-69126e5d-5613-4aee-a118-216cd422b7f2 req-341d0a52-74de-4097-852e-de01b7ad9c46 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8daf90f-052e-4250-95f7-9d7da7fb7be2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355296 Jun 15 14:17:30.378391 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75147f2f-e3d5-4d37-85d9-a18bafbe40eb req-2f798a87-de28-4f0d-9a56-9119a0ece385 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:17:30.379851 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-75147f2f-e3d5-4d37-85d9-a18bafbe40eb req-2f798a87-de28-4f0d-9a56-9119a0ece385 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/ports?device_id=eaeff0a0-6ae8-4806-8bd3-d4547f9e2abf HTTP/1.1" status: 200 len: 945 time: 0.0681903 Jun 15 14:17:30.421504 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-75147f2f-e3d5-4d37-85d9-a18bafbe40eb req-39016caf-58ec-4e50-81ec-e20b71c7fd00 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8daf90f-052e-4250-95f7-9d7da7fb7be2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360987 Jun 15 14:17:31.604017 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3f271a-81a0-4660-bc69-26217f52c5b4 req-7451b923-c5c8-4bf1-a510-8b2526dd27f0 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:17:31.605466 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-fe3f271a-81a0-4660-bc69-26217f52c5b4 req-7451b923-c5c8-4bf1-a510-8b2526dd27f0 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/ports?device_id=eaeff0a0-6ae8-4806-8bd3-d4547f9e2abf HTTP/1.1" status: 200 len: 945 time: 0.0705428 Jun 15 14:17:31.649513 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-fe3f271a-81a0-4660-bc69-26217f52c5b4 req-6004c3a3-c627-4160-9c07-098545d8a0de tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8daf90f-052e-4250-95f7-9d7da7fb7be2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383277 Jun 15 14:17:32.830118 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcb377a-a493-4693-bab4-51926e361978 req-3198099c-5467-457d-b710-f7baa62bc86b tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:17:32.831652 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-3dcb377a-a493-4693-bab4-51926e361978 req-3198099c-5467-457d-b710-f7baa62bc86b tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/ports?device_id=eaeff0a0-6ae8-4806-8bd3-d4547f9e2abf HTTP/1.1" status: 200 len: 945 time: 0.0727541 Jun 15 14:17:32.873951 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-3dcb377a-a493-4693-bab4-51926e361978 req-3ea2a974-f2a2-44c4-9234-8483fd6ae243 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8daf90f-052e-4250-95f7-9d7da7fb7be2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366545 Jun 15 14:17:33.706153 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f65799-537b-44f2-b315-1a609fb0b048 req-c980034d-a4cd-487c-bbda-b4fc10a3049e tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:17:33.706153 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-75f65799-537b-44f2-b315-1a609fb0b048 req-c980034d-a4cd-487c-bbda-b4fc10a3049e tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.67 "GET /v2.0/ports?device_id=eaeff0a0-6ae8-4806-8bd3-d4547f9e2abf HTTP/1.1" status: 200 len: 945 time: 0.0805037 Jun 15 14:17:33.814085 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.plugin [req-75f65799-537b-44f2-b315-1a609fb0b048 req-f71a33ea-bb76-48a2-9fe8-9af67944d6a7 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Deleting port 185635d3-2677-45f0-bf52-777e1c826b0a {{(pid=91907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:17:33.814334 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-75f65799-537b-44f2-b315-1a609fb0b048 req-f71a33ea-bb76-48a2-9fe8-9af67944d6a7 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781714481448'] for port, before_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:33.924761 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.db [req-75f65799-537b-44f2-b315-1a609fb0b048 req-f71a33ea-bb76-48a2-9fe8-9af67944d6a7 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] For port 185635d3-2677-45f0-bf52-777e1c826b0a, host hv-cinder-79647, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79647',level=0,port_id=185635d3-2677-45f0-bf52-777e1c826b0a,segment=NetworkSegment(73a4283b-e0a5-4dad-80d0-c61f4808d629),segment_id=73a4283b-e0a5-4dad-80d0-c61f4808d629)] {{(pid=91907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:17:33.925357 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-75f65799-537b-44f2-b315-1a609fb0b048 req-f71a33ea-bb76-48a2-9fe8-9af67944d6a7 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668414'] for port, precommit_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:34.181623 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71374fa0-4a0f-47de-b9b4-25c98f90f5d8 req-1eed63ba-0c34-4e39-943d-3d94c936e44e tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:17:34.183670 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-71374fa0-4a0f-47de-b9b4-25c98f90f5d8 req-1eed63ba-0c34-4e39-943d-3d94c936e44e tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/ports?device_id=eaeff0a0-6ae8-4806-8bd3-d4547f9e2abf HTTP/1.1" status: 200 len: 945 time: 0.1954422 Jun 15 14:17:34.220480 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-75f65799-537b-44f2-b315-1a609fb0b048 req-f71a33ea-bb76-48a2-9fe8-9af67944d6a7 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:34.220851 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-75f65799-537b-44f2-b315-1a609fb0b048 req-f71a33ea-bb76-48a2-9fe8-9af67944d6a7 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667260'] for floatingip, after_update {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:34.221162 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.db.l3_db [req-75f65799-537b-44f2-b315-1a609fb0b048 req-f71a33ea-bb76-48a2-9fe8-9af67944d6a7 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Floating IP 740be677-deb8-44c0-b148-55c15b8c5737 disassociated. External IP: 172.27.1.167, port: 185635d3-2677-45f0-bf52-777e1c826b0a. Jun 15 14:17:34.221496 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.plugin [req-75f65799-537b-44f2-b315-1a609fb0b048 req-f71a33ea-bb76-48a2-9fe8-9af67944d6a7 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Calling delete_port for 185635d3-2677-45f0-bf52-777e1c826b0a owned by compute:nova {{(pid=91907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:17:34.290449 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-71374fa0-4a0f-47de-b9b4-25c98f90f5d8 req-5048d1ea-2115-47c2-8a27-b8a54099d383 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8daf90f-052e-4250-95f7-9d7da7fb7be2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992472 Jun 15 14:17:34.405998 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-75f65799-537b-44f2-b315-1a609fb0b048 req-f71a33ea-bb76-48a2-9fe8-9af67944d6a7 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781714486604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781714044438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4061906'] for port, after_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:34.409975 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:17:34.443764 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71a33ea-bb76-48a2-9fe8-9af67944d6a7 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Pushing event deleted for resources: {'Port': ['ID=185635d3-2677-45f0-bf52-777e1c826b0a,revision_number=None']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:17:34.447421 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-f71a33ea-bb76-48a2-9fe8-9af67944d6a7 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:17:34.601051 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.scheduler.l3_agent_scheduler [req-75f65799-537b-44f2-b315-1a609fb0b048 req-f71a33ea-bb76-48a2-9fe8-9af67944d6a7 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Router 3cba628e-2062-4f8b-931b-0070f2630db7 has already been hosted by L3 agent 7c0fcfb6-ee6c-4f84-9204-f4cc96555f34 {{(pid=91907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:17:34.749740 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-75f65799-537b-44f2-b315-1a609fb0b048 req-f71a33ea-bb76-48a2-9fe8-9af67944d6a7 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Notify agent at l3_agent.dv-cinder-796471-1-iscsi the message routers_updated {{(pid=91907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:17:34.759275 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d72a138-964d-43e0-b446-0bc576565f51 None None] Sync routers for ids ['3cba628e-2062-4f8b-931b-0070f2630db7'] in dv-cinder-796471-1-iscsi {{(pid=91909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:17:34.770027 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d72a138-964d-43e0-b446-0bc576565f51 None None] Routers {'3cba628e-2062-4f8b-931b-0070f2630db7'} bound to L3 agent in host dv-cinder-796471-1-iscsi {{(pid=91909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:17:34.770914 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_hamode_db [None req-6d72a138-964d-43e0-b446-0bc576565f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796471-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-15T14:04:51Z,description=,heartbeat_timestamp=2021-06-15T14:17:21Z,host='dv-cinder-796471-1-iscsi',id=7c0fcfb6-ee6c-4f84-9204-f4cc96555f34,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:04:51Z,topic='l3_agent')) {'router_ids': ['3cba628e-2062-4f8b-931b-0070f2630db7'], 'active': True} {{(pid=91909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:17:34.808528 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.db.l3_dvrscheduler_db [req-75f65799-537b-44f2-b315-1a609fb0b048 req-f71a33ea-bb76-48a2-9fe8-9af67944d6a7 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] No DVR routers for this DVR port 185635d3-2677-45f0-bf52-777e1c826b0a on host hv-cinder-79647 {{(pid=91907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:17:34.811340 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-75f65799-537b-44f2-b315-1a609fb0b048 req-f71a33ea-bb76-48a2-9fe8-9af67944d6a7 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58954'] for port, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:34.813557 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-75f65799-537b-44f2-b315-1a609fb0b048 req-f71a33ea-bb76-48a2-9fe8-9af67944d6a7 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.67 "DELETE /v2.0/ports/185635d3-2677-45f0-bf52-777e1c826b0a HTTP/1.1" status: 204 len: 173 time: 1.1041791 Jun 15 14:17:34.814278 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaeff0a0-6ae8-4806-8bd3-d4547f9e2abf', 'name': 'network-vif-deleted', 'tag': '185635d3-2677-45f0-bf52-777e1c826b0a'}] {{(pid=91907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:17:34.816873 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24467d57c8f568e2e16d95ba24031d6b60035fd708ad429d2e8baac5a477cd4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3128a941-56f0-449f-a2b3-b08790bbe69d" -d '{"events": [{"server_uuid": "eaeff0a0-6ae8-4806-8bd3-d4547f9e2abf", "name": "network-vif-deleted", "tag": "185635d3-2677-45f0-bf52-777e1c826b0a"}]}' {{(pid=91907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:17:34.875427 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be8cf09d-3314-40c7-a39a-b8938a158efc x-openstack-request-id: req-be8cf09d-3314-40c7-a39a-b8938a158efc {{(pid=91907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:17:34.875762 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaeff0a0-6ae8-4806-8bd3-d4547f9e2abf", "name": "network-vif-deleted", "tag": "185635d3-2677-45f0-bf52-777e1c826b0a", "status": "completed", "code": 200}]} {{(pid=91907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:17:34.876100 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-be8cf09d-3314-40c7-a39a-b8938a158efc {{(pid=91907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:17:34.876534 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaeff0a0-6ae8-4806-8bd3-d4547f9e2abf', 'name': 'network-vif-deleted', 'tag': '185635d3-2677-45f0-bf52-777e1c826b0a', 'status': 'completed', 'code': 200} Jun 15 14:17:34.979911 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_dvr_db [None req-6d72a138-964d-43e0-b446-0bc576565f51 None None] Set router 3cba628e-2062-4f8b-931b-0070f2630db7 gateway port host: dv-cinder-796471-1-iscsi {{(pid=91909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:17:35.244348 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_hamode_db [None req-6d72a138-964d-43e0-b446-0bc576565f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cba628e-2062-4f8b-931b-0070f2630db7', 'name': 'tempest-AttachVolumeTestJSON-1484484639-router', 'tenant_id': 'bd051735f59a48aba03badfdff199de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'external_fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.232'}], 'enable_snat': True}, 'gw_port_id': 'f7912445-42b5-46b5-a69a-409dd99d7653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:12:48Z', 'updated_at': '2021-06-15T14:12:56Z', 'revision_number': 4, 'project_id': 'bd051735f59a48aba03badfdff199de6', 'gw_port': {'id': 'f7912445-42b5-46b5-a69a-409dd99d7653', 'name': '', 'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:e8:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cba628e-2062-4f8b-931b-0070f2630db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:12:48Z', 'updated_at': '2021-06-15T14:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796471-1-iscsi', '_interfaces': [{'id': '2da0d1b4-038a-45be-b076-f266fd77e006', 'name': '', 'network_id': '4aa06fea-aa17-4092-a73a-67493e684cef', 'tenant_id': 'bd051735f59a48aba03badfdff199de6', 'mac_address': 'fa:16:3e:f4:3d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cba628e-2062-4f8b-931b-0070f2630db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '948d283c-351b-4469-a9b0-92e873d860c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:12:54Z', 'updated_at': '2021-06-15T14:13:09Z', 'revision_number': 5, 'project_id': 'bd051735f59a48aba03badfdff199de6', 'subnets': [{'id': '948d283c-351b-4469-a9b0-92e873d860c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796471-1-iscsi', False) {} {{(pid=91909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:17:35.248175 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d72a138-964d-43e0-b446-0bc576565f51 None None] Checking router: 3cba628e-2062-4f8b-931b-0070f2630db7 for host: dv-cinder-796471-1-iscsi {{(pid=91909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:17:35.255806 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d72a138-964d-43e0-b446-0bc576565f51 None None] Routers {'3cba628e-2062-4f8b-931b-0070f2630db7'} bound to L3 agent in host dv-cinder-796471-1-iscsi {{(pid=91909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:17:35.256395 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_hamode_db [None req-6d72a138-964d-43e0-b446-0bc576565f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796471-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-15T14:04:51Z,description=,heartbeat_timestamp=2021-06-15T14:17:21Z,host='dv-cinder-796471-1-iscsi',id=7c0fcfb6-ee6c-4f84-9204-f4cc96555f34,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:04:51Z,topic='l3_agent')) {'router_ids': ['3cba628e-2062-4f8b-931b-0070f2630db7'], 'active': True} {{(pid=91909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:17:35.406707 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_dvr_db [None req-6d72a138-964d-43e0-b446-0bc576565f51 None None] Set router 3cba628e-2062-4f8b-931b-0070f2630db7 gateway port host: dv-cinder-796471-1-iscsi {{(pid=91909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:17:35.460989 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-43bf4abb-7440-4e7c-8d9f-5748bd557016 req-6a67012d-ded0-430c-a059-fde60d241abc tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/ports?device_id=eaeff0a0-6ae8-4806-8bd3-d4547f9e2abf HTTP/1.1" status: 200 len: 210 time: 0.0347886 Jun 15 14:17:35.756009 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Device 185635d3-2677-45f0-bf52-777e1c826b0a no longer exists at agent hyperv_hv-cinder-79647 {{(pid=91909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:17:35.784439 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.plugin [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] No Port match for: 185635d3-2677-45f0-bf52-777e1c826b0a {{(pid=91909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:17:35.785123 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Device 185635d3-2677-45f0-bf52-777e1c826b0a not bound to the agent host hv-cinder-79647 {{(pid=91909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:17:35.867039 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_hamode_db [None req-6d72a138-964d-43e0-b446-0bc576565f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cba628e-2062-4f8b-931b-0070f2630db7', 'name': 'tempest-AttachVolumeTestJSON-1484484639-router', 'tenant_id': 'bd051735f59a48aba03badfdff199de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'external_fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.232'}], 'enable_snat': True}, 'gw_port_id': 'f7912445-42b5-46b5-a69a-409dd99d7653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:12:48Z', 'updated_at': '2021-06-15T14:12:56Z', 'revision_number': 4, 'project_id': 'bd051735f59a48aba03badfdff199de6', 'gw_port': {'id': 'f7912445-42b5-46b5-a69a-409dd99d7653', 'name': '', 'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:e8:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cba628e-2062-4f8b-931b-0070f2630db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:12:48Z', 'updated_at': '2021-06-15T14:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796471-1-iscsi', '_interfaces': [{'id': '2da0d1b4-038a-45be-b076-f266fd77e006', 'name': '', 'network_id': '4aa06fea-aa17-4092-a73a-67493e684cef', 'tenant_id': 'bd051735f59a48aba03badfdff199de6', 'mac_address': 'fa:16:3e:f4:3d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cba628e-2062-4f8b-931b-0070f2630db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '948d283c-351b-4469-a9b0-92e873d860c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:12:54Z', 'updated_at': '2021-06-15T14:13:09Z', 'revision_number': 5, 'project_id': 'bd051735f59a48aba03badfdff199de6', 'subnets': [{'id': '948d283c-351b-4469-a9b0-92e873d860c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796471-1-iscsi', False) {} {{(pid=91909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:17:35.870997 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d72a138-964d-43e0-b446-0bc576565f51 None None] The sync data for ids ['3cba628e-2062-4f8b-931b-0070f2630db7'] in dv-cinder-796471-1-iscsi is: [{'id': '3cba628e-2062-4f8b-931b-0070f2630db7', 'name': 'tempest-AttachVolumeTestJSON-1484484639-router', 'tenant_id': 'bd051735f59a48aba03badfdff199de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'external_fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.232'}], 'enable_snat': True}, 'gw_port_id': 'f7912445-42b5-46b5-a69a-409dd99d7653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:12:48Z', 'updated_at': '2021-06-15T14:12:56Z', 'revision_number': 4, 'project_id': 'bd051735f59a48aba03badfdff199de6', 'gw_port': {'id': 'f7912445-42b5-46b5-a69a-409dd99d7653', 'name': '', 'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:e8:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cba628e-2062-4f8b-931b-0070f2630db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:12:48Z', 'updated_at': '2021-06-15T14:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796471-1-iscsi', '_interfaces': [{'id': '2da0d1b4-038a-45be-b076-f266fd77e006', 'name': '', 'network_id': '4aa06fea-aa17-4092-a73a-67493e684cef', 'tenant_id': 'bd051735f59a48aba03badfdff199de6', 'mac_address': 'fa:16:3e:f4:3d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cba628e-2062-4f8b-931b-0070f2630db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '948d283c-351b-4469-a9b0-92e873d860c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:12:54Z', 'updated_at': '2021-06-15T14:13:09Z', 'revision_number': 5, 'project_id': 'bd051735f59a48aba03badfdff199de6', 'subnets': [{'id': '948d283c-351b-4469-a9b0-92e873d860c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:17:36.083242 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5c5ded-0169-4568-affa-55e8a7f04f1f None None] New status for floating IP 740be677-deb8-44c0-b148-55c15b8c5737: DOWN {{(pid=91910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 15 14:17:36.582801 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 36790) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:17:36.641774 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-4fd0dedc-df24-496a-9f93-fccc6703cc67 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Notify callbacks [] for security_group, before_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:36.665797 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-4fd0dedc-df24-496a-9f93-fccc6703cc67 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:36.715960 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-4fd0dedc-df24-496a-9f93-fccc6703cc67 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:36.718894 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-4fd0dedc-df24-496a-9f93-fccc6703cc67 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Notify callbacks [] for security_group, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:36.720024 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-4fd0dedc-df24-496a-9f93-fccc6703cc67 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "DELETE /v2.0/security-groups/f8daf90f-052e-4250-95f7-9d7da7fb7be2 HTTP/1.1" status: 204 len: 168 time: 0.1362014 Jun 15 14:17:36.720879 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-04be6e41-9024-418c-bc5b-17ce58c938ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:17:36.722822 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 36792) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:17:36.734318 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd0dedc-df24-496a-9f93-fccc6703cc67 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8daf90f-052e-4250-95f7-9d7da7fb7be2,revision_number=None']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:17:36.736890 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-4fd0dedc-df24-496a-9f93-fccc6703cc67 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:17:36.737277 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.api.v2.resource [None req-939da4f7-2c90-48a0-af03-1b817b1111a2 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] show failed (client error): The resource could not be found. Jun 15 14:17:36.738129 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-939da4f7-2c90-48a0-af03-1b817b1111a2 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/security-groups/f8daf90f-052e-4250-95f7-9d7da7fb7be2 HTTP/1.1" status: 404 len: 347 time: 0.0143118 Jun 15 14:17:36.740977 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 36794) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:17:36.900744 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.plugin [None req-419da57b-8d7a-4997-a46b-68e73f5e9ed3 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Deleting port 9f4a165e-8295-4bb5-9638-cc21bc960b54 {{(pid=91906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:17:36.901086 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-419da57b-8d7a-4997-a46b-68e73f5e9ed3 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781714481448'] for port, before_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:37.005770 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-419da57b-8d7a-4997-a46b-68e73f5e9ed3 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668414'] for port, precommit_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:37.006071 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-419da57b-8d7a-4997-a46b-68e73f5e9ed3 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:37.104826 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.plugin [None req-419da57b-8d7a-4997-a46b-68e73f5e9ed3 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Calling delete_port for 9f4a165e-8295-4bb5-9638-cc21bc960b54 owned by network:floatingip {{(pid=91906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:17:37.270663 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-419da57b-8d7a-4997-a46b-68e73f5e9ed3 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781714486604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781714044438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3410898'] for port, after_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:37.272626 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:17:37.302400 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419da57b-8d7a-4997-a46b-68e73f5e9ed3 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Pushing event deleted for resources: {'Port': ['ID=9f4a165e-8295-4bb5-9638-cc21bc960b54,revision_number=None']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:17:37.314714 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419da57b-8d7a-4997-a46b-68e73f5e9ed3 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:17:37.315121 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419da57b-8d7a-4997-a46b-68e73f5e9ed3 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:17:37.315488 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419da57b-8d7a-4997-a46b-68e73f5e9ed3 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:17:37.315872 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419da57b-8d7a-4997-a46b-68e73f5e9ed3 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:17:37.316241 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419da57b-8d7a-4997-a46b-68e73f5e9ed3 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:17:37.316622 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419da57b-8d7a-4997-a46b-68e73f5e9ed3 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:17:37.316989 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419da57b-8d7a-4997-a46b-68e73f5e9ed3 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:17:37.317415 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419da57b-8d7a-4997-a46b-68e73f5e9ed3 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:17:37.317746 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419da57b-8d7a-4997-a46b-68e73f5e9ed3 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:17:37.318062 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419da57b-8d7a-4997-a46b-68e73f5e9ed3 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:17:37.318410 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419da57b-8d7a-4997-a46b-68e73f5e9ed3 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:17:37.318764 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419da57b-8d7a-4997-a46b-68e73f5e9ed3 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:17:37.346683 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-419da57b-8d7a-4997-a46b-68e73f5e9ed3 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:17:37.395026 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-419da57b-8d7a-4997-a46b-68e73f5e9ed3 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Notify callbacks [] for floatingip, after_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:37.397465 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-419da57b-8d7a-4997-a46b-68e73f5e9ed3 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58954'] for floatingip, before_response {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:37.398615 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-419da57b-8d7a-4997-a46b-68e73f5e9ed3 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "DELETE /v2.0/floatingips/740be677-deb8-44c0-b148-55c15b8c5737 HTTP/1.1" status: 204 len: 168 time: 0.6567569 Jun 15 14:17:37.763416 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 36866) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:17:37.768630 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.v2.base [None req-15fde609-072c-470d-9337-f963c57c84a4 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1053095142', 'description': 'tempest-description--1133576085'}} {{(pid=91906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:17:37.791490 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-15fde609-072c-470d-9337-f963c57c84a4 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Notify callbacks [] for security_group, before_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:37.880278 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-15fde609-072c-470d-9337-f963c57c84a4 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Notify callbacks [] for security_group, precommit_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:37.884820 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-15fde609-072c-470d-9337-f963c57c84a4 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:37.888201 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-48f3d7f2-28ac-4ba8-b3de-521999fc5968 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:17:37.912533 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-15fde609-072c-470d-9337-f963c57c84a4 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Notify callbacks [] for security_group, before_response {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:37.913856 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-15fde609-072c-470d-9337-f963c57c84a4 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1494355 Jun 15 14:17:37.917385 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 36874) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:17:37.922956 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.v2.base [None req-f870d36f-75f5-493a-8f27-e7abad190c0d tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Request body: {'security_group_rule': {'security_group_id': '56c65c00-ae16-45b0-85b4-0457c7835882', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:17:37.924044 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fde609-072c-470d-9337-f963c57c84a4 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56c65c00-ae16-45b0-85b4-0457c7835882,revision_number=1']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:17:37.927066 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-15fde609-072c-470d-9337-f963c57c84a4 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:17:37.966475 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-f870d36f-75f5-493a-8f27-e7abad190c0d tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:38.033113 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-f870d36f-75f5-493a-8f27-e7abad190c0d tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:38.037678 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-f870d36f-75f5-493a-8f27-e7abad190c0d tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736153'] for security_group_rule, after_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:38.043863 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:17:38.061858 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f870d36f-75f5-493a-8f27-e7abad190c0d tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f9f3381-08a3-4420-b1e4-3997ebcc2110,revision_number=0']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:17:38.064658 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-f870d36f-75f5-493a-8f27-e7abad190c0d tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:17:38.066087 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-f870d36f-75f5-493a-8f27-e7abad190c0d tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:38.067284 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-f870d36f-75f5-493a-8f27-e7abad190c0d tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1483314 Jun 15 14:17:38.069928 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 36878) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:17:38.074308 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.v2.base [None req-c360a030-55c5-47db-8529-9bf05c1d0676 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Request body: {'security_group_rule': {'security_group_id': '56c65c00-ae16-45b0-85b4-0457c7835882', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:17:38.112566 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-c360a030-55c5-47db-8529-9bf05c1d0676 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:38.184959 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-c360a030-55c5-47db-8529-9bf05c1d0676 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:38.189665 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-c360a030-55c5-47db-8529-9bf05c1d0676 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736153'] for security_group_rule, after_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:38.192149 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-2d272a00-a2f4-457a-aa4a-c735206468c8 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:17:38.207109 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c360a030-55c5-47db-8529-9bf05c1d0676 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcbe5c97-8336-4c48-b70d-9d40b35fdc79,revision_number=0']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:17:38.211007 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-c360a030-55c5-47db-8529-9bf05c1d0676 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:17:38.217568 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-c360a030-55c5-47db-8529-9bf05c1d0676 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:38.231434 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-c360a030-55c5-47db-8529-9bf05c1d0676 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1481831 Jun 15 14:17:38.233081 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 36890) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:17:38.239085 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.v2.base [None req-040e6ce1-a18d-4be7-9273-f3648d912e48 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Request body: {'floatingip': {'floating_network_id': '962d46ed-056a-473f-b9cc-450bda4e3641'}} {{(pid=91906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:17:38.264883 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-040e6ce1-a18d-4be7-9273-f3648d912e48 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Notify callbacks [] for floatingip, before_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:38.391793 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-040e6ce1-a18d-4be7-9273-f3648d912e48 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-33170876'] for port, before_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:38.517764 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.db.db_base_plugin_common [None req-040e6ce1-a18d-4be7-9273-f3648d912e48 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Allocated IP 172.27.1.73 (962d46ed-056a-473f-b9cc-450bda4e3641/a342ae99-1675-4821-852d-5dc3e7213bc2/1d11d92b-b863-482b-b419-0831c41c0430) {{(pid=91906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:17:38.652890 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-040e6ce1-a18d-4be7-9273-f3648d912e48 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Notify callbacks [] for port, precommit_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:38.692873 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-040e6ce1-a18d-4be7-9273-f3648d912e48 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33170815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-53808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781714044429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3410907'] for port, after_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:38.695804 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-a50edb1a-9157-4c3f-b40f-9113534cd460 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:17:38.743661 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-040e6ce1-a18d-4be7-9273-f3648d912e48 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Network 962d46ed-056a-473f-b9cc-450bda4e3641 is already hosted by enough agents. {{(pid=91906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:17:38.746952 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.scheduler.base_scheduler [None req-040e6ce1-a18d-4be7-9273-f3648d912e48 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Resources bound (agent type, host, resource id): {{(pid=91906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:17:38.749550 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040e6ce1-a18d-4be7-9273-f3648d912e48 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Received port after_create {{(pid=91906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:17:38.755658 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040e6ce1-a18d-4be7-9273-f3648d912e48 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Pushing event updated for resources: {'Port': ['ID=1d11d92b-b863-482b-b419-0831c41c0430,revision_number=1']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:17:38.758256 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-040e6ce1-a18d-4be7-9273-f3648d912e48 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:17:38.859808 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-040e6ce1-a18d-4be7-9273-f3648d912e48 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:38.910763 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-040e6ce1-a18d-4be7-9273-f3648d912e48 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:39.098328 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-040e6ce1-a18d-4be7-9273-f3648d912e48 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Notify callbacks [] for port, precommit_update {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:39.103352 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-040e6ce1-a18d-4be7-9273-f3648d912e48 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3410917'] for port, after_update {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:39.106156 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-4b645abf-5120-41db-a2bb-a972851bc82c tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:17:39.190418 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040e6ce1-a18d-4be7-9273-f3648d912e48 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Pushing event updated for resources: {'Port': ['ID=1d11d92b-b863-482b-b419-0831c41c0430,revision_number=2']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:17:39.194189 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-040e6ce1-a18d-4be7-9273-f3648d912e48 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:17:39.202409 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-040e6ce1-a18d-4be7-9273-f3648d912e48 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667260'] for floatingip, after_update {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:39.216426 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-040e6ce1-a18d-4be7-9273-f3648d912e48 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58954'] for floatingip, before_response {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:39.217650 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-040e6ce1-a18d-4be7-9273-f3648d912e48 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9831924 Jun 15 14:17:39.419683 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-6f1499ff-18ff-4995-a05b-2464ebdc5702 req-96f249d1-3d83-4464-a309-eaae86098955 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1053095142&fields=id&tenant_id=bd051735f59a48aba03badfdff199de6 HTTP/1.1" status: 200 len: 267 time: 0.0415318 Jun 15 14:17:39.554823 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1499ff-18ff-4995-a05b-2464ebdc5702 req-f7fbd6e6-55f5-42c7-93e4-4a8b4a9d378b tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:17:39.555089 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-6f1499ff-18ff-4995-a05b-2464ebdc5702 req-f7fbd6e6-55f5-42c7-93e4-4a8b4a9d378b tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/networks?id=4aa06fea-aa17-4092-a73a-67493e684cef HTTP/1.1" status: 200 len: 811 time: 0.1283207 Jun 15 14:17:39.571185 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-6f1499ff-18ff-4995-a05b-2464ebdc5702 req-0d923cff-4bba-4caf-ab73-e6d7bf52c3cd tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/quotas/bd051735f59a48aba03badfdff199de6 HTTP/1.1" status: 200 len: 375 time: 0.0100708 Jun 15 14:17:39.680346 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-6f1499ff-18ff-4995-a05b-2464ebdc5702 req-9e4a97e2-9f4d-4747-858c-798621f46b6e tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=bd051735f59a48aba03badfdff199de6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1022868 Jun 15 14:17:39.806996 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-6f1499ff-18ff-4995-a05b-2464ebdc5702 req-a0dd940d-e48a-4457-9990-c4812584dfae service neutron] 10.222.0.26 "GET /v2.0/networks/4aa06fea-aa17-4092-a73a-67493e684cef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138268 Jun 15 14:17:39.922635 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-6f1499ff-18ff-4995-a05b-2464ebdc5702 req-7c415f96-5fa2-455c-ad27-35b625a5fddc service neutron] 10.222.0.26 "GET /v2.0/networks/4aa06fea-aa17-4092-a73a-67493e684cef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091323 Jun 15 14:17:39.943079 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.agents_db [None req-1fbdf4bf-3b4b-440e-bd18-8a0939d62d55 None None] Agent healthcheck: found 6 active agents {{(pid=91910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:17:40.099209 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-1744ae17-1473-46b4-8725-b598ffd3892c req-bb2b9a6b-beae-4637-a071-7895caadd530 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/ports?device_id=59005610-44b7-4c16-8f87-b52cc053c35f HTTP/1.1" status: 200 len: 210 time: 0.0335102 Jun 15 14:17:41.533531 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-9abc92d8-fa80-4303-a296-45f516d448e7 req-6a4d7200-ea87-43e6-a984-70141316b805 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/ports?device_id=59005610-44b7-4c16-8f87-b52cc053c35f HTTP/1.1" status: 200 len: 210 time: 0.2935836 Jun 15 14:17:41.635273 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1499ff-18ff-4995-a05b-2464ebdc5702 req-55737d46-192b-4639-9e21-a442994fb4eb tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:17:41.636739 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-6f1499ff-18ff-4995-a05b-2464ebdc5702 req-55737d46-192b-4639-9e21-a442994fb4eb tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.67 "GET /v2.0/networks?id=4aa06fea-aa17-4092-a73a-67493e684cef HTTP/1.1" status: 200 len: 811 time: 0.3981564 Jun 15 14:17:41.692209 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-6f1499ff-18ff-4995-a05b-2464ebdc5702 req-cfe86468-87d2-4fa5-a07e-25114ec1f0c1 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd051735f59a48aba03badfdff199de6 HTTP/1.1" status: 200 len: 380 time: 0.0400093 Jun 15 14:17:41.728623 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.v2.base [req-6f1499ff-18ff-4995-a05b-2464ebdc5702 req-906b40cd-54ef-4879-af93-b31445955271 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Request body: {'port': {'device_id': '59005610-44b7-4c16-8f87-b52cc053c35f', 'network_id': '4aa06fea-aa17-4092-a73a-67493e684cef', 'admin_state_up': True, 'tenant_id': 'bd051735f59a48aba03badfdff199de6', 'security_groups': ['56c65c00-ae16-45b0-85b4-0457c7835882']}} {{(pid=91907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:17:41.866789 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f1499ff-18ff-4995-a05b-2464ebdc5702 req-906b40cd-54ef-4879-af93-b31445955271 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Made reservation on behalf of bd051735f59a48aba03badfdff199de6 for: {'port': 1} {{(pid=91907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:17:41.870339 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-6f1499ff-18ff-4995-a05b-2464ebdc5702 req-906b40cd-54ef-4879-af93-b31445955271 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-33170876'] for port, before_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:42.016582 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.db.db_base_plugin_common [req-6f1499ff-18ff-4995-a05b-2464ebdc5702 req-906b40cd-54ef-4879-af93-b31445955271 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Allocated IP 172.20.0.14 (4aa06fea-aa17-4092-a73a-67493e684cef/948d283c-351b-4469-a9b0-92e873d860c7/934a3d87-5f46-425c-a672-8b29bb285cd4) {{(pid=91907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:17:42.183648 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-6f1499ff-18ff-4995-a05b-2464ebdc5702 req-906b40cd-54ef-4879-af93-b31445955271 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Notify callbacks [] for port, precommit_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:42.196963 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.db.provisioning_blocks [req-6f1499ff-18ff-4995-a05b-2464ebdc5702 req-906b40cd-54ef-4879-af93-b31445955271 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Transition to ACTIVE for port object 934a3d87-5f46-425c-a672-8b29bb285cd4 will not be triggered until provisioned by entity DHCP. {{(pid=91907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:17:42.234115 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-6f1499ff-18ff-4995-a05b-2464ebdc5702 req-906b40cd-54ef-4879-af93-b31445955271 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33170815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-53808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781714044429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4061915'] for port, after_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:42.239369 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-cdf39e8d-09fd-45da-8d3b-2c940d43cd61 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:17:42.299802 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f1499ff-18ff-4995-a05b-2464ebdc5702 req-906b40cd-54ef-4879-af93-b31445955271 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Network 4aa06fea-aa17-4092-a73a-67493e684cef is already hosted by enough agents. {{(pid=91907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:17:42.305823 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.scheduler.base_scheduler [req-6f1499ff-18ff-4995-a05b-2464ebdc5702 req-906b40cd-54ef-4879-af93-b31445955271 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Resources bound (agent type, host, resource id): {{(pid=91907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:17:42.310139 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f1499ff-18ff-4995-a05b-2464ebdc5702 req-906b40cd-54ef-4879-af93-b31445955271 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Received port after_create {{(pid=91907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:17:42.346336 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906b40cd-54ef-4879-af93-b31445955271 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Pushing event updated for resources: {'Port': ['ID=934a3d87-5f46-425c-a672-8b29bb285cd4,revision_number=1']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:17:42.351003 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-906b40cd-54ef-4879-af93-b31445955271 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:17:42.379401 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1499ff-18ff-4995-a05b-2464ebdc5702 req-906b40cd-54ef-4879-af93-b31445955271 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:17:42.380332 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-6f1499ff-18ff-4995-a05b-2464ebdc5702 req-906b40cd-54ef-4879-af93-b31445955271 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58954'] for port, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:42.406343 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-6f1499ff-18ff-4995-a05b-2464ebdc5702 req-906b40cd-54ef-4879-af93-b31445955271 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6819186 Jun 15 14:17:42.425073 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.v2.base [req-6f1499ff-18ff-4995-a05b-2464ebdc5702 req-61b080e3-2855-4f1b-bfab-ef2245bb5757 service neutron] Request body: {'port': {'device_id': '59005610-44b7-4c16-8f87-b52cc053c35f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79647'}} {{(pid=91907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:17:42.519170 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-6f1499ff-18ff-4995-a05b-2464ebdc5702 req-61b080e3-2855-4f1b-bfab-ef2245bb5757 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:42.556600 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-2f37b4a6-bb9a-4149-8f62-1742a6a139c7 None None] Provisioning for port 934a3d87-5f46-425c-a672-8b29bb285cd4 completed by entity DHCP. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:17:42.560267 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-2f37b4a6-bb9a-4149-8f62-1742a6a139c7 None None] Provisioning complete for port 934a3d87-5f46-425c-a672-8b29bb285cd4 triggered by entity DHCP. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:17:42.560645 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-2f37b4a6-bb9a-4149-8f62-1742a6a139c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897510'] for port, provisioning_complete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:42.613959 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.plugin [None req-2f37b4a6-bb9a-4149-8f62-1742a6a139c7 None None] Port 934a3d87-5f46-425c-a672-8b29bb285cd4 cannot update to ACTIVE because it is not bound. {{(pid=91909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 15 14:17:42.836553 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f52a96e-a2db-40e9-9af3-a9838e412c3d req-d384a945-6e7d-4934-9991-5b26cea49ae7 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:17:42.838060 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-7f52a96e-a2db-40e9-9af3-a9838e412c3d req-d384a945-6e7d-4934-9991-5b26cea49ae7 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/ports?device_id=59005610-44b7-4c16-8f87-b52cc053c35f HTTP/1.1" status: 200 len: 932 time: 0.1657927 Jun 15 14:17:42.901464 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-7f52a96e-a2db-40e9-9af3-a9838e412c3d req-0a175fd3-2f64-4dd8-a506-f7d3e11e8332 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/security-groups?id=56c65c00-ae16-45b0-85b4-0457c7835882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567372 Jun 15 14:17:42.955031 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.notifiers.nova [req-6f1499ff-18ff-4995-a05b-2464ebdc5702 req-61b080e3-2855-4f1b-bfab-ef2245bb5757 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 934a3d87-5f46-425c-a672-8b29bb285cd4 {{(pid=91907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:17:42.963074 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-6f1499ff-18ff-4995-a05b-2464ebdc5702 req-61b080e3-2855-4f1b-bfab-ef2245bb5757 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:42.974870 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.db.provisioning_blocks [req-6f1499ff-18ff-4995-a05b-2464ebdc5702 req-61b080e3-2855-4f1b-bfab-ef2245bb5757 service neutron] Transition to ACTIVE for port object 934a3d87-5f46-425c-a672-8b29bb285cd4 will not be triggered until provisioned by entity L2. {{(pid=91907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:17:42.979391 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-6f1499ff-18ff-4995-a05b-2464ebdc5702 req-61b080e3-2855-4f1b-bfab-ef2245bb5757 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4061925'] for port, after_update {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:42.982594 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-bb1867c0-e8fe-4282-917b-742e031f4ee0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:17:43.074873 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b080e3-2855-4f1b-bfab-ef2245bb5757 service neutron] Pushing event updated for resources: {'Port': ['ID=934a3d87-5f46-425c-a672-8b29bb285cd4,revision_number=2']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:17:43.078138 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-61b080e3-2855-4f1b-bfab-ef2245bb5757 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:17:43.175701 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.managers [req-6f1499ff-18ff-4995-a05b-2464ebdc5702 req-61b080e3-2855-4f1b-bfab-ef2245bb5757 service neutron] Attempting to bind port 934a3d87-5f46-425c-a672-8b29bb285cd4 on host hv-cinder-79647 for vnic_type normal with profile {{(pid=91907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:17:43.176037 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.managers [req-6f1499ff-18ff-4995-a05b-2464ebdc5702 req-61b080e3-2855-4f1b-bfab-ef2245bb5757 service neutron] Attempting to bind port 934a3d87-5f46-425c-a672-8b29bb285cd4 by drivers openvswitch,hyperv on host hv-cinder-79647 at level 0 using segments [{'id': '73a4283b-e0a5-4dad-80d0-c61f4808d629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '4aa06fea-aa17-4092-a73a-67493e684cef'}] {{(pid=91907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:17:43.176361 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1499ff-18ff-4995-a05b-2464ebdc5702 req-61b080e3-2855-4f1b-bfab-ef2245bb5757 service neutron] Attempting to bind port 934a3d87-5f46-425c-a672-8b29bb285cd4 on network 4aa06fea-aa17-4092-a73a-67493e684cef {{(pid=91907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:17:43.180595 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1499ff-18ff-4995-a05b-2464ebdc5702 req-61b080e3-2855-4f1b-bfab-ef2245bb5757 service neutron] Port 934a3d87-5f46-425c-a672-8b29bb285cd4 on network 4aa06fea-aa17-4092-a73a-67493e684cef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79647 {{(pid=91907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 14:17:43.180889 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1499ff-18ff-4995-a05b-2464ebdc5702 req-61b080e3-2855-4f1b-bfab-ef2245bb5757 service neutron] Attempting to bind port 934a3d87-5f46-425c-a672-8b29bb285cd4 on network 4aa06fea-aa17-4092-a73a-67493e684cef {{(pid=91907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:17:43.186192 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1499ff-18ff-4995-a05b-2464ebdc5702 req-61b080e3-2855-4f1b-bfab-ef2245bb5757 service neutron] Checking agent: {'id': 'ecd79229-812b-453e-8934-f3ab9293fb1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79647', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 10, 57), 'started_at': datetime.datetime(2021, 6, 15, 14, 10, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:17:43.186521 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1499ff-18ff-4995-a05b-2464ebdc5702 req-61b080e3-2855-4f1b-bfab-ef2245bb5757 service neutron] Checking segment: {'id': '73a4283b-e0a5-4dad-80d0-c61f4808d629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '4aa06fea-aa17-4092-a73a-67493e684cef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:17:43.186933 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1499ff-18ff-4995-a05b-2464ebdc5702 req-61b080e3-2855-4f1b-bfab-ef2245bb5757 service neutron] Bound using segment: {'id': '73a4283b-e0a5-4dad-80d0-c61f4808d629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '4aa06fea-aa17-4092-a73a-67493e684cef'} {{(pid=91907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:17:43.187367 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.managers [req-6f1499ff-18ff-4995-a05b-2464ebdc5702 req-61b080e3-2855-4f1b-bfab-ef2245bb5757 service neutron] Bound port: 934a3d87-5f46-425c-a672-8b29bb285cd4, host: hv-cinder-79647, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73a4283b-e0a5-4dad-80d0-c61f4808d629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '4aa06fea-aa17-4092-a73a-67493e684cef'}}] {{(pid=91907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:17:43.187706 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-6f1499ff-18ff-4995-a05b-2464ebdc5702 req-61b080e3-2855-4f1b-bfab-ef2245bb5757 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:43.258354 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.db [req-6f1499ff-18ff-4995-a05b-2464ebdc5702 req-61b080e3-2855-4f1b-bfab-ef2245bb5757 service neutron] For port 934a3d87-5f46-425c-a672-8b29bb285cd4, host hv-cinder-79647, cleared binding levels {{(pid=91907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:17:43.261309 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.db [req-6f1499ff-18ff-4995-a05b-2464ebdc5702 req-61b080e3-2855-4f1b-bfab-ef2245bb5757 service neutron] For port 934a3d87-5f46-425c-a672-8b29bb285cd4, host hv-cinder-79647, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79647',level=0,port_id=934a3d87-5f46-425c-a672-8b29bb285cd4,segment=NetworkSegment(73a4283b-e0a5-4dad-80d0-c61f4808d629),segment_id=73a4283b-e0a5-4dad-80d0-c61f4808d629)] {{(pid=91907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:17:43.266270 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-6f1499ff-18ff-4995-a05b-2464ebdc5702 req-61b080e3-2855-4f1b-bfab-ef2245bb5757 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4061925'] for port, after_update {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:43.268287 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-44a69e21-5ce6-4799-97b9-28be7d205176 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:17:43.312459 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1499ff-18ff-4995-a05b-2464ebdc5702 req-61b080e3-2855-4f1b-bfab-ef2245bb5757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:17:43.313104 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-6f1499ff-18ff-4995-a05b-2464ebdc5702 req-61b080e3-2855-4f1b-bfab-ef2245bb5757 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58954'] for port, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:43.314472 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-6f1499ff-18ff-4995-a05b-2464ebdc5702 req-61b080e3-2855-4f1b-bfab-ef2245bb5757 service neutron] 10.222.0.67 "PUT /v2.0/ports/934a3d87-5f46-425c-a672-8b29bb285cd4 HTTP/1.1" status: 200 len: 1094 time: 0.8939235 Jun 15 14:17:43.315176 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59005610-44b7-4c16-8f87-b52cc053c35f', 'tag': '934a3d87-5f46-425c-a672-8b29bb285cd4'}] {{(pid=91907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:17:43.317420 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24467d57c8f568e2e16d95ba24031d6b60035fd708ad429d2e8baac5a477cd4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b8f7586-b82c-432c-a36e-2d1a26be49a8" -d '{"events": [{"name": "network-changed", "server_uuid": "59005610-44b7-4c16-8f87-b52cc053c35f", "tag": "934a3d87-5f46-425c-a672-8b29bb285cd4"}]}' {{(pid=91907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:17:43.343062 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b080e3-2855-4f1b-bfab-ef2245bb5757 service neutron] Pushing event updated for resources: {'Port': ['ID=934a3d87-5f46-425c-a672-8b29bb285cd4,revision_number=3']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:17:43.346191 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-61b080e3-2855-4f1b-bfab-ef2245bb5757 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:17:43.359825 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 14:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5303ffaa-9126-47be-ae4f-a074c21521fa x-openstack-request-id: req-5303ffaa-9126-47be-ae4f-a074c21521fa {{(pid=91907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:17:43.360145 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59005610-44b7-4c16-8f87-b52cc053c35f", "tag": "934a3d87-5f46-425c-a672-8b29bb285cd4", "status": "completed", "code": 200}]} {{(pid=91907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:17:43.360567 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5303ffaa-9126-47be-ae4f-a074c21521fa {{(pid=91907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:17:43.360989 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59005610-44b7-4c16-8f87-b52cc053c35f', 'tag': '934a3d87-5f46-425c-a672-8b29bb285cd4', 'status': 'completed', 'code': 200} Jun 15 14:17:43.452049 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1499ff-18ff-4995-a05b-2464ebdc5702 req-3311bf65-7f0d-4c97-95e7-23cfbe20b09c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:17:43.453550 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-6f1499ff-18ff-4995-a05b-2464ebdc5702 req-3311bf65-7f0d-4c97-95e7-23cfbe20b09c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=bd051735f59a48aba03badfdff199de6&device_id=59005610-44b7-4c16-8f87-b52cc053c35f HTTP/1.1" status: 200 len: 1097 time: 0.0695639 Jun 15 14:17:43.525722 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-6f1499ff-18ff-4995-a05b-2464ebdc5702 req-316785ad-973c-48b0-a272-f4471e024563 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=934a3d87-5f46-425c-a672-8b29bb285cd4 HTTP/1.1" status: 200 len: 217 time: 0.0572109 Jun 15 14:17:43.585377 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1499ff-18ff-4995-a05b-2464ebdc5702 req-bde99583-e266-4fd9-a0f7-b2cf309233cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:17:43.586716 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-6f1499ff-18ff-4995-a05b-2464ebdc5702 req-bde99583-e266-4fd9-a0f7-b2cf309233cf service neutron] 10.222.0.67 "GET /v2.0/subnets?id=948d283c-351b-4469-a9b0-92e873d860c7 HTTP/1.1" status: 200 len: 850 time: 0.0525033 Jun 15 14:17:43.652482 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1499ff-18ff-4995-a05b-2464ebdc5702 req-656b3cef-18d6-4f00-939e-7e93a52db4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:17:43.653970 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-6f1499ff-18ff-4995-a05b-2464ebdc5702 req-656b3cef-18d6-4f00-939e-7e93a52db4ca service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4aa06fea-aa17-4092-a73a-67493e684cef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0597696 Jun 15 14:17:43.770681 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-6f1499ff-18ff-4995-a05b-2464ebdc5702 req-e9c254a5-87e7-4286-91df-9a9f816f1949 service neutron] 10.222.0.67 "GET /v2.0/networks/4aa06fea-aa17-4092-a73a-67493e684cef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090243 Jun 15 14:17:43.890622 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-6f1499ff-18ff-4995-a05b-2464ebdc5702 req-e78e7464-48fb-4629-8d66-12635a718bdf service neutron] 10.222.0.67 "GET /v2.0/networks/4aa06fea-aa17-4092-a73a-67493e684cef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126535 Jun 15 14:17:44.070673 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8f7586-b82c-432c-a36e-2d1a26be49a8 req-fc4be294-079f-405f-868d-0bb9cb094b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:17:44.072201 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-9b8f7586-b82c-432c-a36e-2d1a26be49a8 req-fc4be294-079f-405f-868d-0bb9cb094b27 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=bd051735f59a48aba03badfdff199de6&device_id=59005610-44b7-4c16-8f87-b52cc053c35f HTTP/1.1" status: 200 len: 1097 time: 0.0648344 Jun 15 14:17:44.095067 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b491abe6-54d2-4816-b68d-ba6f30c4f61a req-82997bf2-e45e-4ba9-b2aa-6f7acc7026f2 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:17:44.100971 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-b491abe6-54d2-4816-b68d-ba6f30c4f61a req-82997bf2-e45e-4ba9-b2aa-6f7acc7026f2 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/ports?device_id=59005610-44b7-4c16-8f87-b52cc053c35f HTTP/1.1" status: 200 len: 944 time: 0.0761027 Jun 15 14:17:44.144347 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-b491abe6-54d2-4816-b68d-ba6f30c4f61a req-55a10065-f962-467a-9edf-ca58096d966a tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/security-groups?id=56c65c00-ae16-45b0-85b4-0457c7835882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377429 Jun 15 14:17:44.196452 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8f7586-b82c-432c-a36e-2d1a26be49a8 req-2e3ea040-2878-4246-bc81-28dc492c7806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:17:44.197933 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-9b8f7586-b82c-432c-a36e-2d1a26be49a8 req-2e3ea040-2878-4246-bc81-28dc492c7806 service neutron] 10.222.0.67 "GET /v2.0/networks?id=4aa06fea-aa17-4092-a73a-67493e684cef HTTP/1.1" status: 200 len: 912 time: 0.1183891 Jun 15 14:17:44.259450 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-9b8f7586-b82c-432c-a36e-2d1a26be49a8 req-44b79d41-44e7-4b36-a7f0-350c93a41bd1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=934a3d87-5f46-425c-a672-8b29bb285cd4 HTTP/1.1" status: 200 len: 217 time: 0.0509303 Jun 15 14:17:44.319759 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8f7586-b82c-432c-a36e-2d1a26be49a8 req-3aebcdde-4755-478f-82ac-950174a68ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:17:44.321211 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-9b8f7586-b82c-432c-a36e-2d1a26be49a8 req-3aebcdde-4755-478f-82ac-950174a68ff2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=948d283c-351b-4469-a9b0-92e873d860c7 HTTP/1.1" status: 200 len: 850 time: 0.0525200 Jun 15 14:17:44.384174 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8f7586-b82c-432c-a36e-2d1a26be49a8 req-355d0272-e713-4fa4-ab1a-b5eb1f6ead51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:17:44.385573 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-9b8f7586-b82c-432c-a36e-2d1a26be49a8 req-355d0272-e713-4fa4-ab1a-b5eb1f6ead51 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4aa06fea-aa17-4092-a73a-67493e684cef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0573993 Jun 15 14:17:44.507795 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-9b8f7586-b82c-432c-a36e-2d1a26be49a8 req-58c59225-c475-4117-b0c2-3c50f15b37a0 service neutron] 10.222.0.67 "GET /v2.0/networks/4aa06fea-aa17-4092-a73a-67493e684cef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126323 Jun 15 14:17:44.637978 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-9b8f7586-b82c-432c-a36e-2d1a26be49a8 req-4384ab3d-8f65-496b-b3ca-8ba73b78abc7 service neutron] 10.222.0.67 "GET /v2.0/networks/4aa06fea-aa17-4092-a73a-67493e684cef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158831 Jun 15 14:17:45.332514 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9208ed3-5ca8-4368-9569-64cf0274c4b9 req-a4afde71-6555-4a84-9ed8-bb991ab0a6bd tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:17:45.333974 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-f9208ed3-5ca8-4368-9569-64cf0274c4b9 req-a4afde71-6555-4a84-9ed8-bb991ab0a6bd tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/ports?device_id=59005610-44b7-4c16-8f87-b52cc053c35f HTTP/1.1" status: 200 len: 944 time: 0.0753455 Jun 15 14:17:45.377757 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-f9208ed3-5ca8-4368-9569-64cf0274c4b9 req-128b4a54-fd00-453e-b6df-11ebfe0a1ea2 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/security-groups?id=56c65c00-ae16-45b0-85b4-0457c7835882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380895 Jun 15 14:17:45.810708 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Device 934a3d87-5f46-425c-a672-8b29bb285cd4 details requested by agent hyperv_hv-cinder-79647 with host hv-cinder-79647 {{(pid=91909) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 14:17:45.932721 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] For port 934a3d87-5f46-425c-a672-8b29bb285cd4, host hv-cinder-79647, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79647',level=0,port_id=934a3d87-5f46-425c-a672-8b29bb285cd4,segment=NetworkSegment(73a4283b-e0a5-4dad-80d0-c61f4808d629),segment_id=73a4283b-e0a5-4dad-80d0-c61f4808d629)] {{(pid=91909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:17:45.944827 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Returning: {'device': '934a3d87-5f46-425c-a672-8b29bb285cd4', 'network_id': '4aa06fea-aa17-4092-a73a-67493e684cef', 'port_id': '934a3d87-5f46-425c-a672-8b29bb285cd4', 'mac_address': 'fa:16:3e:4a:3c:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 889, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '948d283c-351b-4469-a9b0-92e873d860c7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91909) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 14:17:45.990540 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:46.005686 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.notifiers.nova [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 934a3d87-5f46-425c-a672-8b29bb285cd4 {{(pid=91909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:17:46.027809 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] For port 934a3d87-5f46-425c-a672-8b29bb285cd4, host hv-cinder-79647, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79647',level=0,port_id=934a3d87-5f46-425c-a672-8b29bb285cd4,segment=NetworkSegment(73a4283b-e0a5-4dad-80d0-c61f4808d629),segment_id=73a4283b-e0a5-4dad-80d0-c61f4808d629)] {{(pid=91909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:17:46.031975 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492'] for port, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:46.033731 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:17:46.089935 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Pushing event updated for resources: {'Port': ['ID=934a3d87-5f46-425c-a672-8b29bb285cd4,revision_number=4']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:17:46.095046 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:17:46.365421 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] get_ports_and_sgs() called for port_ids ['934a3d87-5f46-425c-a672-8b29bb285cd4'] {{(pid=91909) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:17:46.563518 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4d0e2a-68bb-47d4-86b2-713625775292 req-217da338-6803-4940-ae9b-4a5ce45c2186 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:17:46.564993 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-6c4d0e2a-68bb-47d4-86b2-713625775292 req-217da338-6803-4940-ae9b-4a5ce45c2186 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/ports?device_id=59005610-44b7-4c16-8f87-b52cc053c35f HTTP/1.1" status: 200 len: 945 time: 0.0719147 Jun 15 14:17:46.607088 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-6c4d0e2a-68bb-47d4-86b2-713625775292 req-e1c98cd1-2e74-4754-a016-561aa72d63a4 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/security-groups?id=56c65c00-ae16-45b0-85b4-0457c7835882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365021 Jun 15 14:17:47.944985 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3001c91d-ad57-42db-9a98-419624003285 req-f4390f2a-b938-47b0-814c-bef6b3b2b931 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:17:47.946357 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-3001c91d-ad57-42db-9a98-419624003285 req-f4390f2a-b938-47b0-814c-bef6b3b2b931 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/ports?device_id=59005610-44b7-4c16-8f87-b52cc053c35f HTTP/1.1" status: 200 len: 945 time: 0.0761809 Jun 15 14:17:47.989635 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-3001c91d-ad57-42db-9a98-419624003285 req-3baeea6b-735a-4e08-9eaf-d8e268e8f428 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/security-groups?id=56c65c00-ae16-45b0-85b4-0457c7835882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372975 Jun 15 14:17:48.051608 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-ab9c783a-0354-4b67-a4da-1c35997daaaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:49.245721 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Device 934a3d87-5f46-425c-a672-8b29bb285cd4 up at agent hyperv_hv-cinder-79647 {{(pid=91909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:17:49.304745 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Provisioning for port 934a3d87-5f46-425c-a672-8b29bb285cd4 completed by entity L2. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:17:49.308698 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Provisioning complete for port 934a3d87-5f46-425c-a672-8b29bb285cd4 triggered by entity L2. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:17:49.309083 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897510'] for port, provisioning_complete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:49.336879 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa246cc-dab2-4735-a1a2-f8c95bf844b5 req-be128a8c-1c6e-47de-a76f-f87d320d563f tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:17:49.336879 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-9aa246cc-dab2-4735-a1a2-f8c95bf844b5 req-be128a8c-1c6e-47de-a76f-f87d320d563f tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/ports?device_id=59005610-44b7-4c16-8f87-b52cc053c35f HTTP/1.1" status: 200 len: 945 time: 0.2323341 Jun 15 14:17:49.380202 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-9aa246cc-dab2-4735-a1a2-f8c95bf844b5 req-ff3d08e1-e4bb-400f-9edb-b16bcf28360c tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/security-groups?id=56c65c00-ae16-45b0-85b4-0457c7835882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371308 Jun 15 14:17:49.400237 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:49.426419 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59005610-44b7-4c16-8f87-b52cc053c35f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '934a3d87-5f46-425c-a672-8b29bb285cd4'}] {{(pid=91909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:17:49.428891 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}018986bfbd05ca611dd30af7db176f5a3185891675ab09d2ffafe9409078adde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ddae2e8-1b14-4188-862f-7a1b3a684bc9" -d '{"events": [{"server_uuid": "59005610-44b7-4c16-8f87-b52cc053c35f", "name": "network-vif-plugged", "status": "completed", "tag": "934a3d87-5f46-425c-a672-8b29bb285cd4"}]}' {{(pid=91909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:17:49.445026 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] For port 934a3d87-5f46-425c-a672-8b29bb285cd4, host hv-cinder-79647, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79647',level=0,port_id=934a3d87-5f46-425c-a672-8b29bb285cd4,segment=NetworkSegment(73a4283b-e0a5-4dad-80d0-c61f4808d629),segment_id=73a4283b-e0a5-4dad-80d0-c61f4808d629)] {{(pid=91909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:17:49.450417 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492'] for port, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:49.452342 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-be16a121-5fdc-4bad-a20a-425b849874ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:17:49.478501 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a065034-2ea8-4370-9faa-274efbb8734a x-openstack-request-id: req-8a065034-2ea8-4370-9faa-274efbb8734a {{(pid=91909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:17:49.478821 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59005610-44b7-4c16-8f87-b52cc053c35f", "name": "network-vif-plugged", "status": "completed", "tag": "934a3d87-5f46-425c-a672-8b29bb285cd4", "code": 200}]} {{(pid=91909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:17:49.479082 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8a065034-2ea8-4370-9faa-274efbb8734a {{(pid=91909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:17:49.479471 dv-cinder-796471-1-iscsi neutron-server[91909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59005610-44b7-4c16-8f87-b52cc053c35f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '934a3d87-5f46-425c-a672-8b29bb285cd4', 'code': 200} Jun 15 14:17:49.510369 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Pushing event updated for resources: {'Port': ['ID=934a3d87-5f46-425c-a672-8b29bb285cd4,revision_number=5']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:17:49.514252 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:17:50.492707 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af8c467-440d-4aab-bf4f-e19a37da84a4 req-5bbc77f2-258c-4801-a883-a3cd5e2ac61d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:17:50.494186 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-1af8c467-440d-4aab-bf4f-e19a37da84a4 req-5bbc77f2-258c-4801-a883-a3cd5e2ac61d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=59005610-44b7-4c16-8f87-b52cc053c35f HTTP/1.1" status: 200 len: 1099 time: 0.0581117 Jun 15 14:17:50.535273 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-1af8c467-440d-4aab-bf4f-e19a37da84a4 req-f12e5b7c-4657-47c0-a279-e663e389d019 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=56c65c00-ae16-45b0-85b4-0457c7835882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334914 Jun 15 14:17:50.576362 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5c47d4-1f99-4e77-974f-18b1a923ac18 req-57644479-4ea2-4a12-9422-447ec038549a tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:17:50.577835 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-ab5c47d4-1f99-4e77-974f-18b1a923ac18 req-57644479-4ea2-4a12-9422-447ec038549a tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/ports?device_id=59005610-44b7-4c16-8f87-b52cc053c35f HTTP/1.1" status: 200 len: 946 time: 0.0735531 Jun 15 14:17:50.618358 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-ab5c47d4-1f99-4e77-974f-18b1a923ac18 req-a7657d9a-6ede-4f9a-98fa-396a32118068 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/security-groups?id=56c65c00-ae16-45b0-85b4-0457c7835882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348825 Jun 15 14:17:50.687937 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:50.920338 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-d90b6501-09e0-4065-bc71-a2867aa0b123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:51.779123 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-a2325736-757f-4788-9f3d-6fe831cb64a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:51.798350 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89030d72-2664-4025-bb74-d3d05edde89a req-37bdd487-6be3-47ff-9def-cbe6dd205b56 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:17:51.799830 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-89030d72-2664-4025-bb74-d3d05edde89a req-37bdd487-6be3-47ff-9def-cbe6dd205b56 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/ports?device_id=59005610-44b7-4c16-8f87-b52cc053c35f HTTP/1.1" status: 200 len: 946 time: 0.0709994 Jun 15 14:17:51.841151 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-89030d72-2664-4025-bb74-d3d05edde89a req-4f4ba13f-a2a2-4989-a467-a663a2b39f36 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/security-groups?id=56c65c00-ae16-45b0-85b4-0457c7835882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356767 Jun 15 14:17:53.021035 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798f0bbc-a103-4f9c-a984-e1cb277577d6 req-3ad0c3c0-f3b4-4907-8e2a-327bdc9e7df1 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:17:53.022396 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-798f0bbc-a103-4f9c-a984-e1cb277577d6 req-3ad0c3c0-f3b4-4907-8e2a-327bdc9e7df1 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/ports?device_id=59005610-44b7-4c16-8f87-b52cc053c35f HTTP/1.1" status: 200 len: 946 time: 0.0713835 Jun 15 14:17:53.063322 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-798f0bbc-a103-4f9c-a984-e1cb277577d6 req-30ba6c3f-0408-4715-be83-0fd69e4a2f52 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/security-groups?id=56c65c00-ae16-45b0-85b4-0457c7835882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351927 Jun 15 14:17:53.416170 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-987cb3c8-732e-4ef7-aae2-903816ba9880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:53.443762 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6e7d8c-08c6-460e-902e-6920d0ad39c3 req-1ff1419e-b7be-45d2-adc0-4ef81377c140 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:17:53.445249 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-4c6e7d8c-08c6-460e-902e-6920d0ad39c3 req-1ff1419e-b7be-45d2-adc0-4ef81377c140 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "GET /v2.0/ports?device_id=e78a60ea-67e1-4f0b-b1ab-06b9b41536b7 HTTP/1.1" status: 200 len: 945 time: 0.0714278 Jun 15 14:17:53.486994 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-4c6e7d8c-08c6-460e-902e-6920d0ad39c3 req-485a4acf-b89d-4f2d-8a19-53b1a6b46145 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "GET /v2.0/security-groups?id=5fb2b0bc-4d97-449b-9031-5715adbe68e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359268 Jun 15 14:17:54.244821 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce047260-0181-4c9b-b377-6c2ab62b40db req-bdbdd532-b1f6-4d23-98af-5977289e1f95 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:17:54.247041 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-ce047260-0181-4c9b-b377-6c2ab62b40db req-bdbdd532-b1f6-4d23-98af-5977289e1f95 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/ports?device_id=59005610-44b7-4c16-8f87-b52cc053c35f HTTP/1.1" status: 200 len: 946 time: 0.0741162 Jun 15 14:17:54.289605 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-ce047260-0181-4c9b-b377-6c2ab62b40db req-508d204c-4acd-469f-9956-646648681d64 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/security-groups?id=56c65c00-ae16-45b0-85b4-0457c7835882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368671 Jun 15 14:17:54.730624 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539bde35-ff9a-452f-9db7-23b1a921c9db req-19f61c9d-c2fc-4650-b111-15dd0590af7d tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:17:54.732066 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-539bde35-ff9a-452f-9db7-23b1a921c9db req-19f61c9d-c2fc-4650-b111-15dd0590af7d tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "GET /v2.0/ports?device_id=e78a60ea-67e1-4f0b-b1ab-06b9b41536b7 HTTP/1.1" status: 200 len: 945 time: 0.1264384 Jun 15 14:17:54.773837 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-539bde35-ff9a-452f-9db7-23b1a921c9db req-227008ca-f5ab-4f7b-bdad-f6ac143b32a0 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "GET /v2.0/security-groups?id=5fb2b0bc-4d97-449b-9031-5715adbe68e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357053 Jun 15 14:17:55.469903 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c153734-011f-4d10-946b-a267856d2e9a req-7e098747-b74a-4b40-84f0-478591ce3034 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:17:55.471417 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-4c153734-011f-4d10-946b-a267856d2e9a req-7e098747-b74a-4b40-84f0-478591ce3034 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/ports?device_id=59005610-44b7-4c16-8f87-b52cc053c35f HTTP/1.1" status: 200 len: 946 time: 0.0705695 Jun 15 14:17:55.516432 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-4c153734-011f-4d10-946b-a267856d2e9a req-c9669832-b25a-457c-98d4-0cfb2c1999fc tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/security-groups?id=56c65c00-ae16-45b0-85b4-0457c7835882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392146 Jun 15 14:17:55.696439 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf463b3-3280-45f9-8d63-b67398609ed4 req-1a72120e-f2ca-4e8c-9ed4-74ace1c3b262 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:17:55.697904 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-edf463b3-3280-45f9-8d63-b67398609ed4 req-1a72120e-f2ca-4e8c-9ed4-74ace1c3b262 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/ports?device_id=59005610-44b7-4c16-8f87-b52cc053c35f HTTP/1.1" status: 200 len: 946 time: 0.0713201 Jun 15 14:17:55.706618 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 37136) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:17:55.712442 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.v2.base [None req-80a1024d-3532-4207-a2da-b3fdd4b46c47 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Request body: {'floatingip': {'port_id': '934a3d87-5f46-425c-a672-8b29bb285cd4'}} {{(pid=91906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:17:55.773900 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-80a1024d-3532-4207-a2da-b3fdd4b46c47 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Notify callbacks [] for floatingip, before_update {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:55.970507 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a0212d-b672-46e1-90ec-1efd70c5fc55 req-4e5698e2-c541-4322-a1d9-2faf5a81378a tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:17:55.972154 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-11a0212d-b672-46e1-90ec-1efd70c5fc55 req-4e5698e2-c541-4322-a1d9-2faf5a81378a tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "GET /v2.0/ports?device_id=e78a60ea-67e1-4f0b-b1ab-06b9b41536b7 HTTP/1.1" status: 200 len: 945 time: 0.0768604 Jun 15 14:17:56.020436 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-11a0212d-b672-46e1-90ec-1efd70c5fc55 req-6172cd55-ec84-4624-8366-395ec47b622c tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "GET /v2.0/security-groups?id=5fb2b0bc-4d97-449b-9031-5715adbe68e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394387 Jun 15 14:17:56.275428 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835ddc54-9844-4b00-9138-6122a9f5e603 req-9b1839d3-19fb-4f0d-b0a0-e13f1c1bc275 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:17:56.276890 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-835ddc54-9844-4b00-9138-6122a9f5e603 req-9b1839d3-19fb-4f0d-b0a0-e13f1c1bc275 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.67 "GET /v2.0/ports?device_id=e78a60ea-67e1-4f0b-b1ab-06b9b41536b7 HTTP/1.1" status: 200 len: 945 time: 0.0711756 Jun 15 14:17:56.395689 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.plugin [req-835ddc54-9844-4b00-9138-6122a9f5e603 req-bccd2e0d-0e5d-4a1d-809c-fc3ea576bbee tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Deleting port f6bbc82c-db85-424e-a40d-3cea911d3a4f {{(pid=91907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:17:56.396028 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-835ddc54-9844-4b00-9138-6122a9f5e603 req-bccd2e0d-0e5d-4a1d-809c-fc3ea576bbee tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781714481448'] for port, before_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:56.516108 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.db [req-835ddc54-9844-4b00-9138-6122a9f5e603 req-bccd2e0d-0e5d-4a1d-809c-fc3ea576bbee tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] For port f6bbc82c-db85-424e-a40d-3cea911d3a4f, host hv-cinder-79647, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79647',level=0,port_id=f6bbc82c-db85-424e-a40d-3cea911d3a4f,segment=NetworkSegment(bdfc6570-21e3-4188-8b81-25944ca5b033),segment_id=bdfc6570-21e3-4188-8b81-25944ca5b033)] {{(pid=91907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:17:56.516506 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-835ddc54-9844-4b00-9138-6122a9f5e603 req-bccd2e0d-0e5d-4a1d-809c-fc3ea576bbee tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668414'] for port, precommit_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:56.618933 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-80a1024d-3532-4207-a2da-b3fdd4b46c47 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:56.623760 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-80a1024d-3532-4207-a2da-b3fdd4b46c47 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667260'] for floatingip, after_update {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:56.768626 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.db.l3_db [None req-80a1024d-3532-4207-a2da-b3fdd4b46c47 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Floating IP 407c5852-3129-4ee4-b602-33dffba380a3 associated. External IP: 172.27.1.73, port: 934a3d87-5f46-425c-a672-8b29bb285cd4. Jun 15 14:17:56.973252 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-835ddc54-9844-4b00-9138-6122a9f5e603 req-bccd2e0d-0e5d-4a1d-809c-fc3ea576bbee tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:56.973862 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-835ddc54-9844-4b00-9138-6122a9f5e603 req-bccd2e0d-0e5d-4a1d-809c-fc3ea576bbee tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667260'] for floatingip, after_update {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:56.974078 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.db.l3_db [req-835ddc54-9844-4b00-9138-6122a9f5e603 req-bccd2e0d-0e5d-4a1d-809c-fc3ea576bbee tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Floating IP 471c4cd8-f776-4181-a929-41439765a467 disassociated. External IP: 172.27.1.11, port: f6bbc82c-db85-424e-a40d-3cea911d3a4f. Jun 15 14:17:56.974472 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.plugin [req-835ddc54-9844-4b00-9138-6122a9f5e603 req-bccd2e0d-0e5d-4a1d-809c-fc3ea576bbee tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Calling delete_port for f6bbc82c-db85-424e-a40d-3cea911d3a4f owned by compute:nova {{(pid=91907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:17:57.078573 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80a1024d-3532-4207-a2da-b3fdd4b46c47 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Router 3cba628e-2062-4f8b-931b-0070f2630db7 has already been hosted by L3 agent 7c0fcfb6-ee6c-4f84-9204-f4cc96555f34 {{(pid=91906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:17:57.134218 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-835ddc54-9844-4b00-9138-6122a9f5e603 req-bccd2e0d-0e5d-4a1d-809c-fc3ea576bbee tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781714486604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781714044438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4061906'] for port, after_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:57.148107 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-a03490ad-774d-427b-8763-a0ef56aed726 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:17:57.216703 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-d017ad52-12df-4d2a-a39f-a59fe184ac72 req-1c8020db-681a-4b6e-9073-678d87c044b5 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "GET /v2.0/ports?device_id=e78a60ea-67e1-4f0b-b1ab-06b9b41536b7 HTTP/1.1" status: 200 len: 210 time: 0.0631793 Jun 15 14:17:57.217524 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccd2e0d-0e5d-4a1d-809c-fc3ea576bbee tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Pushing event deleted for resources: {'Port': ['ID=f6bbc82c-db85-424e-a40d-3cea911d3a4f,revision_number=None']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:17:57.227617 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-bccd2e0d-0e5d-4a1d-809c-fc3ea576bbee tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:17:57.248960 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80a1024d-3532-4207-a2da-b3fdd4b46c47 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Notify agent at l3_agent.dv-cinder-796471-1-iscsi the message routers_updated {{(pid=91906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:17:57.254070 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-80a1024d-3532-4207-a2da-b3fdd4b46c47 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58954'] for floatingip, before_response {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:57.263935 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9598842f-a59a-484c-8ca5-84707c7c026b None None] Sync routers for ids ['3cba628e-2062-4f8b-931b-0070f2630db7'] in dv-cinder-796471-1-iscsi {{(pid=91909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:17:57.276045 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9598842f-a59a-484c-8ca5-84707c7c026b None None] Routers {'3cba628e-2062-4f8b-931b-0070f2630db7'} bound to L3 agent in host dv-cinder-796471-1-iscsi {{(pid=91909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:17:57.276849 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_hamode_db [None req-9598842f-a59a-484c-8ca5-84707c7c026b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796471-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-15T14:04:51Z,description=,heartbeat_timestamp=2021-06-15T14:17:51Z,host='dv-cinder-796471-1-iscsi',id=7c0fcfb6-ee6c-4f84-9204-f4cc96555f34,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:04:51Z,topic='l3_agent')) {'router_ids': ['3cba628e-2062-4f8b-931b-0070f2630db7'], 'active': True} {{(pid=91909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:17:57.352099 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-80a1024d-3532-4207-a2da-b3fdd4b46c47 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "PUT /v2.0/floatingips/407c5852-3129-4ee4-b602-33dffba380a3 HTTP/1.1" status: 200 len: 991 time: 1.6442389 Jun 15 14:17:57.352797 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59005610-44b7-4c16-8f87-b52cc053c35f', 'tag': '934a3d87-5f46-425c-a672-8b29bb285cd4'}] {{(pid=91906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:17:57.356486 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6e08b2e8a943f90b978338aafac4b6863d86ad6c280d3789afb6c36825669ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd108909-e761-42e0-aeff-7a370f9f1390" -d '{"events": [{"name": "network-changed", "server_uuid": "59005610-44b7-4c16-8f87-b52cc053c35f", "tag": "934a3d87-5f46-425c-a672-8b29bb285cd4"}]}' {{(pid=91906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:17:57.434569 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.scheduler.l3_agent_scheduler [req-835ddc54-9844-4b00-9138-6122a9f5e603 req-bccd2e0d-0e5d-4a1d-809c-fc3ea576bbee tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Router 20c0eaad-83cf-4430-b708-c66bdd7420d8 has already been hosted by L3 agent 7c0fcfb6-ee6c-4f84-9204-f4cc96555f34 {{(pid=91907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:17:57.478654 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_dvr_db [None req-9598842f-a59a-484c-8ca5-84707c7c026b None None] Set router 3cba628e-2062-4f8b-931b-0070f2630db7 gateway port host: dv-cinder-796471-1-iscsi {{(pid=91909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:17:57.484202 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 14:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51656426-cf56-49bc-b9b8-9d99561ea7ea x-openstack-request-id: req-51656426-cf56-49bc-b9b8-9d99561ea7ea {{(pid=91906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:17:57.484557 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59005610-44b7-4c16-8f87-b52cc053c35f", "tag": "934a3d87-5f46-425c-a672-8b29bb285cd4", "status": "completed", "code": 200}]} {{(pid=91906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:17:57.484844 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-51656426-cf56-49bc-b9b8-9d99561ea7ea {{(pid=91906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:17:57.485272 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59005610-44b7-4c16-8f87-b52cc053c35f', 'tag': '934a3d87-5f46-425c-a672-8b29bb285cd4', 'status': 'completed', 'code': 200} Jun 15 14:17:57.653414 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd108909-e761-42e0-aeff-7a370f9f1390 req-a76586fe-10fc-413a-a72a-7f4a70223261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:17:57.655212 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-cd108909-e761-42e0-aeff-7a370f9f1390 req-a76586fe-10fc-413a-a72a-7f4a70223261 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=bd051735f59a48aba03badfdff199de6&device_id=59005610-44b7-4c16-8f87-b52cc053c35f HTTP/1.1" status: 200 len: 1099 time: 0.1137762 Jun 15 14:17:57.662681 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:57.672986 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-835ddc54-9844-4b00-9138-6122a9f5e603 req-bccd2e0d-0e5d-4a1d-809c-fc3ea576bbee tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Notify agent at l3_agent.dv-cinder-796471-1-iscsi the message routers_updated {{(pid=91907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:17:57.684666 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1e6483-e48e-4de3-b229-4973c0bad598 None None] Sync routers for ids ['20c0eaad-83cf-4430-b708-c66bdd7420d8'] in dv-cinder-796471-1-iscsi {{(pid=91910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:17:57.701910 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1e6483-e48e-4de3-b229-4973c0bad598 None None] Routers {'20c0eaad-83cf-4430-b708-c66bdd7420d8'} bound to L3 agent in host dv-cinder-796471-1-iscsi {{(pid=91910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:17:57.702556 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-3b1e6483-e48e-4de3-b229-4973c0bad598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796471-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-15T14:04:51Z,description=,heartbeat_timestamp=2021-06-15T14:17:51Z,host='dv-cinder-796471-1-iscsi',id=7c0fcfb6-ee6c-4f84-9204-f4cc96555f34,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:04:51Z,topic='l3_agent')) {'router_ids': ['20c0eaad-83cf-4430-b708-c66bdd7420d8'], 'active': True} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:17:57.735419 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.db.l3_dvrscheduler_db [req-835ddc54-9844-4b00-9138-6122a9f5e603 req-bccd2e0d-0e5d-4a1d-809c-fc3ea576bbee tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] No DVR routers for this DVR port f6bbc82c-db85-424e-a40d-3cea911d3a4f on host hv-cinder-79647 {{(pid=91907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:17:57.739148 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-835ddc54-9844-4b00-9138-6122a9f5e603 req-bccd2e0d-0e5d-4a1d-809c-fc3ea576bbee tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58954'] for port, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:17:57.746163 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-835ddc54-9844-4b00-9138-6122a9f5e603 req-bccd2e0d-0e5d-4a1d-809c-fc3ea576bbee tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.67 "DELETE /v2.0/ports/f6bbc82c-db85-424e-a40d-3cea911d3a4f HTTP/1.1" status: 204 len: 173 time: 1.4617660 Jun 15 14:17:57.746881 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e78a60ea-67e1-4f0b-b1ab-06b9b41536b7', 'name': 'network-vif-deleted', 'tag': 'f6bbc82c-db85-424e-a40d-3cea911d3a4f'}] {{(pid=91907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:17:57.758218 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24467d57c8f568e2e16d95ba24031d6b60035fd708ad429d2e8baac5a477cd4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5376d63-910b-4147-9cbe-e7e6bb73029f" -d '{"events": [{"server_uuid": "e78a60ea-67e1-4f0b-b1ab-06b9b41536b7", "name": "network-vif-deleted", "tag": "f6bbc82c-db85-424e-a40d-3cea911d3a4f"}]}' {{(pid=91907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:17:57.802629 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd108909-e761-42e0-aeff-7a370f9f1390 req-4d9ba3da-f7eb-4698-90c4-39faf5bc806b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:17:57.804418 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-cd108909-e761-42e0-aeff-7a370f9f1390 req-4d9ba3da-f7eb-4698-90c4-39faf5bc806b service neutron] 10.222.0.67 "GET /v2.0/networks?id=4aa06fea-aa17-4092-a73a-67493e684cef HTTP/1.1" status: 200 len: 912 time: 0.1415632 Jun 15 14:17:57.814422 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5592dd08-66a6-4d77-b039-b8b0332236cc x-openstack-request-id: req-5592dd08-66a6-4d77-b039-b8b0332236cc {{(pid=91907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:17:57.814872 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e78a60ea-67e1-4f0b-b1ab-06b9b41536b7", "name": "network-vif-deleted", "tag": "f6bbc82c-db85-424e-a40d-3cea911d3a4f", "status": "completed", "code": 200}]} {{(pid=91907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:17:57.815244 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5592dd08-66a6-4d77-b039-b8b0332236cc {{(pid=91907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:17:57.815759 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e78a60ea-67e1-4f0b-b1ab-06b9b41536b7', 'name': 'network-vif-deleted', 'tag': 'f6bbc82c-db85-424e-a40d-3cea911d3a4f', 'status': 'completed', 'code': 200} Jun 15 14:17:57.874811 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_hamode_db [None req-9598842f-a59a-484c-8ca5-84707c7c026b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cba628e-2062-4f8b-931b-0070f2630db7', 'name': 'tempest-AttachVolumeTestJSON-1484484639-router', 'tenant_id': 'bd051735f59a48aba03badfdff199de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'external_fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.232'}], 'enable_snat': True}, 'gw_port_id': 'f7912445-42b5-46b5-a69a-409dd99d7653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:12:48Z', 'updated_at': '2021-06-15T14:12:56Z', 'revision_number': 4, 'project_id': 'bd051735f59a48aba03badfdff199de6', 'gw_port': {'id': 'f7912445-42b5-46b5-a69a-409dd99d7653', 'name': '', 'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:e8:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cba628e-2062-4f8b-931b-0070f2630db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:12:48Z', 'updated_at': '2021-06-15T14:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796471-1-iscsi', '_floatingips': [{'id': '407c5852-3129-4ee4-b602-33dffba380a3', 'tenant_id': 'bd051735f59a48aba03badfdff199de6', 'floating_ip_address': '172.27.1.73', 'floating_network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'router_id': '3cba628e-2062-4f8b-931b-0070f2630db7', 'port_id': '934a3d87-5f46-425c-a672-8b29bb285cd4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4aa06fea-aa17-4092-a73a-67493e684cef', 'mac_address': 'fa:16:3e:4a:3c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59005610-44b7-4c16-8f87-b52cc053c35f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-15T14:17:38Z', 'updated_at': '2021-06-15T14:17:56Z', 'revision_number': 1, 'project_id': 'bd051735f59a48aba03badfdff199de6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2da0d1b4-038a-45be-b076-f266fd77e006', 'name': '', 'network_id': '4aa06fea-aa17-4092-a73a-67493e684cef', 'tenant_id': 'bd051735f59a48aba03badfdff199de6', 'mac_address': 'fa:16:3e:f4:3d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cba628e-2062-4f8b-931b-0070f2630db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '948d283c-351b-4469-a9b0-92e873d860c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:12:54Z', 'updated_at': '2021-06-15T14:13:09Z', 'revision_number': 5, 'project_id': 'bd051735f59a48aba03badfdff199de6', 'subnets': [{'id': '948d283c-351b-4469-a9b0-92e873d860c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796471-1-iscsi', False) {} {{(pid=91909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:17:57.878541 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9598842f-a59a-484c-8ca5-84707c7c026b None None] Checking router: 3cba628e-2062-4f8b-931b-0070f2630db7 for host: dv-cinder-796471-1-iscsi {{(pid=91909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:17:57.887359 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9598842f-a59a-484c-8ca5-84707c7c026b None None] Routers {'3cba628e-2062-4f8b-931b-0070f2630db7'} bound to L3 agent in host dv-cinder-796471-1-iscsi {{(pid=91909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:17:57.888458 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_hamode_db [None req-9598842f-a59a-484c-8ca5-84707c7c026b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796471-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-15T14:04:51Z,description=,heartbeat_timestamp=2021-06-15T14:17:51Z,host='dv-cinder-796471-1-iscsi',id=7c0fcfb6-ee6c-4f84-9204-f4cc96555f34,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:04:51Z,topic='l3_agent')) {'router_ids': ['3cba628e-2062-4f8b-931b-0070f2630db7'], 'active': True} {{(pid=91909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:17:57.908136 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvr_db [None req-3b1e6483-e48e-4de3-b229-4973c0bad598 None None] Set router 20c0eaad-83cf-4430-b708-c66bdd7420d8 gateway port host: dv-cinder-796471-1-iscsi {{(pid=91910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:17:57.928909 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-cd108909-e761-42e0-aeff-7a370f9f1390 req-a6e15b50-a2c3-4806-9ec2-b43e22941294 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=934a3d87-5f46-425c-a672-8b29bb285cd4 HTTP/1.1" status: 200 len: 999 time: 0.0852742 Jun 15 14:17:57.992910 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd108909-e761-42e0-aeff-7a370f9f1390 req-c940c8e7-81a2-4ec5-8dae-b504255b946d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:17:57.994665 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-cd108909-e761-42e0-aeff-7a370f9f1390 req-c940c8e7-81a2-4ec5-8dae-b504255b946d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=948d283c-351b-4469-a9b0-92e873d860c7 HTTP/1.1" status: 200 len: 850 time: 0.0589743 Jun 15 14:17:58.034791 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_dvr_db [None req-9598842f-a59a-484c-8ca5-84707c7c026b None None] Set router 3cba628e-2062-4f8b-931b-0070f2630db7 gateway port host: dv-cinder-796471-1-iscsi {{(pid=91909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:17:58.064541 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd108909-e761-42e0-aeff-7a370f9f1390 req-78ae4028-5fde-4589-a377-467f615656e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:17:58.066340 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-cd108909-e761-42e0-aeff-7a370f9f1390 req-78ae4028-5fde-4589-a377-467f615656e2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4aa06fea-aa17-4092-a73a-67493e684cef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0629444 Jun 15 14:17:58.192838 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-cd108909-e761-42e0-aeff-7a370f9f1390 req-7326f446-db63-48b5-97c7-89cf750b02a5 service neutron] 10.222.0.67 "GET /v2.0/networks/4aa06fea-aa17-4092-a73a-67493e684cef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197548 Jun 15 14:17:58.213878 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-3b1e6483-e48e-4de3-b229-4973c0bad598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c0eaad-83cf-4430-b708-c66bdd7420d8', 'name': 'tempest-TestVolumeBootPattern-92072223-router', 'tenant_id': 'c3de56a81c9f49fdb5657745f0c5e9a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'external_fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': 'd971e2b1-b9ea-44de-a79f-39fe38ddcd08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:13:59Z', 'updated_at': '2021-06-15T14:14:06Z', 'revision_number': 4, 'project_id': 'c3de56a81c9f49fdb5657745f0c5e9a7', 'gw_port': {'id': 'd971e2b1-b9ea-44de-a79f-39fe38ddcd08', 'name': '', 'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d4:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c0eaad-83cf-4430-b708-c66bdd7420d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:14:00Z', 'updated_at': '2021-06-15T14:14:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796471-1-iscsi', '_interfaces': [{'id': 'da9737a8-9041-44ab-8b20-9f32fed8bfee', 'name': '', 'network_id': '38cc54e9-46a5-4f17-85e6-fe0dd786b611', 'tenant_id': 'c3de56a81c9f49fdb5657745f0c5e9a7', 'mac_address': 'fa:16:3e:83:f0:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c0eaad-83cf-4430-b708-c66bdd7420d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'c7a8d3b2-93d0-474b-a785-3b20f05c50a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:14:04Z', 'updated_at': '2021-06-15T14:14:14Z', 'revision_number': 5, 'project_id': 'c3de56a81c9f49fdb5657745f0c5e9a7', 'subnets': [{'id': 'c7a8d3b2-93d0-474b-a785-3b20f05c50a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796471-1-iscsi', False) {} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:17:58.218918 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1e6483-e48e-4de3-b229-4973c0bad598 None None] Checking router: 20c0eaad-83cf-4430-b708-c66bdd7420d8 for host: dv-cinder-796471-1-iscsi {{(pid=91910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:17:58.229508 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1e6483-e48e-4de3-b229-4973c0bad598 None None] Routers {'20c0eaad-83cf-4430-b708-c66bdd7420d8'} bound to L3 agent in host dv-cinder-796471-1-iscsi {{(pid=91910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:17:58.230683 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-3b1e6483-e48e-4de3-b229-4973c0bad598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796471-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-15T14:04:51Z,description=,heartbeat_timestamp=2021-06-15T14:17:51Z,host='dv-cinder-796471-1-iscsi',id=7c0fcfb6-ee6c-4f84-9204-f4cc96555f34,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:04:51Z,topic='l3_agent')) {'router_ids': ['20c0eaad-83cf-4430-b708-c66bdd7420d8'], 'active': True} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:17:58.332801 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-cd108909-e761-42e0-aeff-7a370f9f1390 req-2861ed95-8350-4595-bb6d-0e5b229d6e50 service neutron] 10.222.0.67 "GET /v2.0/networks/4aa06fea-aa17-4092-a73a-67493e684cef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330249 Jun 15 14:17:58.405417 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvr_db [None req-3b1e6483-e48e-4de3-b229-4973c0bad598 None None] Set router 20c0eaad-83cf-4430-b708-c66bdd7420d8 gateway port host: dv-cinder-796471-1-iscsi {{(pid=91910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:17:58.480816 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-c3f5e9da-cc0b-4507-b4b3-c661c4e9f572 req-00ddc13b-1f31-4f17-acb0-31686538e8eb tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "GET /v2.0/ports?device_id=e78a60ea-67e1-4f0b-b1ab-06b9b41536b7 HTTP/1.1" status: 200 len: 210 time: 0.0598896 Jun 15 14:17:58.484098 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-9b3cb116-a55c-405a-ac44-4181e572670d req-3376b513-9f87-4c55-81ee-49b7faea306e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e78a60ea-67e1-4f0b-b1ab-06b9b41536b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0704854 Jun 15 14:17:58.572547 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_hamode_db [None req-9598842f-a59a-484c-8ca5-84707c7c026b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cba628e-2062-4f8b-931b-0070f2630db7', 'name': 'tempest-AttachVolumeTestJSON-1484484639-router', 'tenant_id': 'bd051735f59a48aba03badfdff199de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'external_fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.232'}], 'enable_snat': True}, 'gw_port_id': 'f7912445-42b5-46b5-a69a-409dd99d7653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:12:48Z', 'updated_at': '2021-06-15T14:12:56Z', 'revision_number': 4, 'project_id': 'bd051735f59a48aba03badfdff199de6', 'gw_port': {'id': 'f7912445-42b5-46b5-a69a-409dd99d7653', 'name': '', 'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:e8:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cba628e-2062-4f8b-931b-0070f2630db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:12:48Z', 'updated_at': '2021-06-15T14:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796471-1-iscsi', '_floatingips': [{'id': '407c5852-3129-4ee4-b602-33dffba380a3', 'tenant_id': 'bd051735f59a48aba03badfdff199de6', 'floating_ip_address': '172.27.1.73', 'floating_network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'router_id': '3cba628e-2062-4f8b-931b-0070f2630db7', 'port_id': '934a3d87-5f46-425c-a672-8b29bb285cd4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4aa06fea-aa17-4092-a73a-67493e684cef', 'mac_address': 'fa:16:3e:4a:3c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59005610-44b7-4c16-8f87-b52cc053c35f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-15T14:17:38Z', 'updated_at': '2021-06-15T14:17:56Z', 'revision_number': 1, 'project_id': 'bd051735f59a48aba03badfdff199de6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2da0d1b4-038a-45be-b076-f266fd77e006', 'name': '', 'network_id': '4aa06fea-aa17-4092-a73a-67493e684cef', 'tenant_id': 'bd051735f59a48aba03badfdff199de6', 'mac_address': 'fa:16:3e:f4:3d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cba628e-2062-4f8b-931b-0070f2630db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '948d283c-351b-4469-a9b0-92e873d860c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:12:54Z', 'updated_at': '2021-06-15T14:13:09Z', 'revision_number': 5, 'project_id': 'bd051735f59a48aba03badfdff199de6', 'subnets': [{'id': '948d283c-351b-4469-a9b0-92e873d860c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796471-1-iscsi', False) {} {{(pid=91909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:17:58.577406 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9598842f-a59a-484c-8ca5-84707c7c026b None None] The sync data for ids ['3cba628e-2062-4f8b-931b-0070f2630db7'] in dv-cinder-796471-1-iscsi is: [{'id': '3cba628e-2062-4f8b-931b-0070f2630db7', 'name': 'tempest-AttachVolumeTestJSON-1484484639-router', 'tenant_id': 'bd051735f59a48aba03badfdff199de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'external_fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.232'}], 'enable_snat': True}, 'gw_port_id': 'f7912445-42b5-46b5-a69a-409dd99d7653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:12:48Z', 'updated_at': '2021-06-15T14:12:56Z', 'revision_number': 4, 'project_id': 'bd051735f59a48aba03badfdff199de6', 'gw_port': {'id': 'f7912445-42b5-46b5-a69a-409dd99d7653', 'name': '', 'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:e8:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cba628e-2062-4f8b-931b-0070f2630db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:12:48Z', 'updated_at': '2021-06-15T14:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796471-1-iscsi', '_floatingips': [{'id': '407c5852-3129-4ee4-b602-33dffba380a3', 'tenant_id': 'bd051735f59a48aba03badfdff199de6', 'floating_ip_address': '172.27.1.73', 'floating_network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'router_id': '3cba628e-2062-4f8b-931b-0070f2630db7', 'port_id': '934a3d87-5f46-425c-a672-8b29bb285cd4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4aa06fea-aa17-4092-a73a-67493e684cef', 'mac_address': 'fa:16:3e:4a:3c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59005610-44b7-4c16-8f87-b52cc053c35f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-15T14:17:38Z', 'updated_at': '2021-06-15T14:17:56Z', 'revision_number': 1, 'project_id': 'bd051735f59a48aba03badfdff199de6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2da0d1b4-038a-45be-b076-f266fd77e006', 'name': '', 'network_id': '4aa06fea-aa17-4092-a73a-67493e684cef', 'tenant_id': 'bd051735f59a48aba03badfdff199de6', 'mac_address': 'fa:16:3e:f4:3d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cba628e-2062-4f8b-931b-0070f2630db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '948d283c-351b-4469-a9b0-92e873d860c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:12:54Z', 'updated_at': '2021-06-15T14:13:09Z', 'revision_number': 5, 'project_id': 'bd051735f59a48aba03badfdff199de6', 'subnets': [{'id': '948d283c-351b-4469-a9b0-92e873d860c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:17:58.601187 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-9b3cb116-a55c-405a-ac44-4181e572670d req-3e6cb090-4df9-48d8-a191-297d1475707f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c3de56a81c9f49fdb5657745f0c5e9a7&device_id=e78a60ea-67e1-4f0b-b1ab-06b9b41536b7 HTTP/1.1" status: 200 len: 210 time: 0.0743806 Jun 15 14:17:58.749349 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-3b1e6483-e48e-4de3-b229-4973c0bad598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c0eaad-83cf-4430-b708-c66bdd7420d8', 'name': 'tempest-TestVolumeBootPattern-92072223-router', 'tenant_id': 'c3de56a81c9f49fdb5657745f0c5e9a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'external_fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': 'd971e2b1-b9ea-44de-a79f-39fe38ddcd08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:13:59Z', 'updated_at': '2021-06-15T14:14:06Z', 'revision_number': 4, 'project_id': 'c3de56a81c9f49fdb5657745f0c5e9a7', 'gw_port': {'id': 'd971e2b1-b9ea-44de-a79f-39fe38ddcd08', 'name': '', 'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d4:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c0eaad-83cf-4430-b708-c66bdd7420d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:14:00Z', 'updated_at': '2021-06-15T14:14:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796471-1-iscsi', '_interfaces': [{'id': 'da9737a8-9041-44ab-8b20-9f32fed8bfee', 'name': '', 'network_id': '38cc54e9-46a5-4f17-85e6-fe0dd786b611', 'tenant_id': 'c3de56a81c9f49fdb5657745f0c5e9a7', 'mac_address': 'fa:16:3e:83:f0:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c0eaad-83cf-4430-b708-c66bdd7420d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'c7a8d3b2-93d0-474b-a785-3b20f05c50a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:14:04Z', 'updated_at': '2021-06-15T14:14:14Z', 'revision_number': 5, 'project_id': 'c3de56a81c9f49fdb5657745f0c5e9a7', 'subnets': [{'id': 'c7a8d3b2-93d0-474b-a785-3b20f05c50a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796471-1-iscsi', False) {} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:17:58.753259 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1e6483-e48e-4de3-b229-4973c0bad598 None None] The sync data for ids ['20c0eaad-83cf-4430-b708-c66bdd7420d8'] in dv-cinder-796471-1-iscsi is: [{'id': '20c0eaad-83cf-4430-b708-c66bdd7420d8', 'name': 'tempest-TestVolumeBootPattern-92072223-router', 'tenant_id': 'c3de56a81c9f49fdb5657745f0c5e9a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'external_fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': 'd971e2b1-b9ea-44de-a79f-39fe38ddcd08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:13:59Z', 'updated_at': '2021-06-15T14:14:06Z', 'revision_number': 4, 'project_id': 'c3de56a81c9f49fdb5657745f0c5e9a7', 'gw_port': {'id': 'd971e2b1-b9ea-44de-a79f-39fe38ddcd08', 'name': '', 'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d4:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c0eaad-83cf-4430-b708-c66bdd7420d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:14:00Z', 'updated_at': '2021-06-15T14:14:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796471-1-iscsi', '_interfaces': [{'id': 'da9737a8-9041-44ab-8b20-9f32fed8bfee', 'name': '', 'network_id': '38cc54e9-46a5-4f17-85e6-fe0dd786b611', 'tenant_id': 'c3de56a81c9f49fdb5657745f0c5e9a7', 'mac_address': 'fa:16:3e:83:f0:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c0eaad-83cf-4430-b708-c66bdd7420d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'c7a8d3b2-93d0-474b-a785-3b20f05c50a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:14:04Z', 'updated_at': '2021-06-15T14:14:14Z', 'revision_number': 5, 'project_id': 'c3de56a81c9f49fdb5657745f0c5e9a7', 'subnets': [{'id': 'c7a8d3b2-93d0-474b-a785-3b20f05c50a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:17:58.945079 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d751571e-851b-4a99-a7ba-00da2ef9d0f3 None None] New status for floating IP 407c5852-3129-4ee4-b602-33dffba380a3: ACTIVE {{(pid=91909) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 15 14:17:58.971984 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3cb116-a55c-405a-ac44-4181e572670d req-fc44a801-36b3-4a2f-9428-0c20df5e196a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:17:58.973764 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-9b3cb116-a55c-405a-ac44-4181e572670d req-fc44a801-36b3-4a2f-9428-0c20df5e196a service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=c3de56a81c9f49fdb5657745f0c5e9a7&shared=False HTTP/1.1" status: 200 len: 911 time: 0.3051002 Jun 15 14:17:59.234965 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ed683d-ac90-4db3-b30a-0bbb10311031 None None] New status for floating IP 471c4cd8-f776-4181-a929-41439765a467: DOWN {{(pid=91910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 15 14:17:59.614492 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3cb116-a55c-405a-ac44-4181e572670d req-d39314fa-f5be-443e-a3a9-4d98965dc113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:17:59.615838 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-9b3cb116-a55c-405a-ac44-4181e572670d req-d39314fa-f5be-443e-a3a9-4d98965dc113 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6354966 Jun 15 14:17:59.789205 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-9496ed7f-1882-460d-b0ae-6f84c32b783b req-058a63fe-a9bf-4061-8e81-ec2eb3853525 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-845927502&fields=id&tenant_id=c3de56a81c9f49fdb5657745f0c5e9a7 HTTP/1.1" status: 200 len: 267 time: 0.0362697 Jun 15 14:17:59.923658 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9496ed7f-1882-460d-b0ae-6f84c32b783b req-84a9d3cb-59d5-4cbc-9090-8850b539b338 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:17:59.925023 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-9496ed7f-1882-460d-b0ae-6f84c32b783b req-84a9d3cb-59d5-4cbc-9090-8850b539b338 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "GET /v2.0/networks?id=38cc54e9-46a5-4f17-85e6-fe0dd786b611 HTTP/1.1" status: 200 len: 810 time: 0.1286709 Jun 15 14:17:59.939898 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-9496ed7f-1882-460d-b0ae-6f84c32b783b req-3f0c1571-81f2-45e2-92f0-c4b833843651 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "GET /v2.0/quotas/c3de56a81c9f49fdb5657745f0c5e9a7 HTTP/1.1" status: 200 len: 375 time: 0.0093300 Jun 15 14:18:00.020007 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-9496ed7f-1882-460d-b0ae-6f84c32b783b req-dd23a4d5-3c22-41e8-bfd8-3a4d7c51b366 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=c3de56a81c9f49fdb5657745f0c5e9a7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0743947 Jun 15 14:18:00.181175 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-9496ed7f-1882-460d-b0ae-6f84c32b783b req-33053976-2058-4df2-925a-1a7f9ddc4254 service neutron] 10.222.0.26 "GET /v2.0/networks/38cc54e9-46a5-4f17-85e6-fe0dd786b611?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489947 Jun 15 14:18:00.231758 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Device f6bbc82c-db85-424e-a40d-3cea911d3a4f no longer exists at agent hyperv_hv-cinder-79647 {{(pid=91909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:18:00.256174 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.plugin [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] No Port match for: f6bbc82c-db85-424e-a40d-3cea911d3a4f {{(pid=91909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:18:00.256528 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Device f6bbc82c-db85-424e-a40d-3cea911d3a4f not bound to the agent host hv-cinder-79647 {{(pid=91909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:18:00.294680 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-9496ed7f-1882-460d-b0ae-6f84c32b783b req-4bbe7147-9e90-4b88-9870-edb2206e2217 service neutron] 10.222.0.26 "GET /v2.0/networks/38cc54e9-46a5-4f17-85e6-fe0dd786b611?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075897 Jun 15 14:18:00.657592 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-147b2b3f-ffb6-4223-a685-13f69b5b3b9e req-adad3a44-ded5-4510-bcca-e0dad57a1c95 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c338005-e679-4872-9a31-4b3860bc0e3c HTTP/1.1" status: 200 len: 210 time: 0.0512669 Jun 15 14:18:03.661474 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-75866a41-0583-4cc1-ac1a-3e9873237b0a req-94009781-52d9-4aa7-bc2e-eecda29b1792 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c338005-e679-4872-9a31-4b3860bc0e3c HTTP/1.1" status: 200 len: 210 time: 0.0423484 Jun 15 14:18:04.362597 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9496ed7f-1882-460d-b0ae-6f84c32b783b req-4166cf3d-ece3-4a53-a434-2078c4b6f494 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:04.364055 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-9496ed7f-1882-460d-b0ae-6f84c32b783b req-4166cf3d-ece3-4a53-a434-2078c4b6f494 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.67 "GET /v2.0/networks?id=38cc54e9-46a5-4f17-85e6-fe0dd786b611 HTTP/1.1" status: 200 len: 810 time: 0.1239977 Jun 15 14:18:04.450525 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-9496ed7f-1882-460d-b0ae-6f84c32b783b req-43f994df-1081-4fa2-8a04-bb959a9b5172 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c3de56a81c9f49fdb5657745f0c5e9a7 HTTP/1.1" status: 200 len: 379 time: 0.0641623 Jun 15 14:18:04.483765 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.v2.base [req-9496ed7f-1882-460d-b0ae-6f84c32b783b req-1e555912-31af-4574-9847-9ba94de1a2be tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Request body: {'port': {'device_id': '1c338005-e679-4872-9a31-4b3860bc0e3c', 'network_id': '38cc54e9-46a5-4f17-85e6-fe0dd786b611', 'admin_state_up': True, 'tenant_id': 'c3de56a81c9f49fdb5657745f0c5e9a7', 'security_groups': ['5fb2b0bc-4d97-449b-9031-5715adbe68e8']}} {{(pid=91906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:18:04.650565 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9496ed7f-1882-460d-b0ae-6f84c32b783b req-1e555912-31af-4574-9847-9ba94de1a2be tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Made reservation on behalf of c3de56a81c9f49fdb5657745f0c5e9a7 for: {'port': 1} {{(pid=91906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:18:04.655663 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [req-9496ed7f-1882-460d-b0ae-6f84c32b783b req-1e555912-31af-4574-9847-9ba94de1a2be tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-33170876'] for port, before_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:04.823022 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.db.db_base_plugin_common [req-9496ed7f-1882-460d-b0ae-6f84c32b783b req-1e555912-31af-4574-9847-9ba94de1a2be tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Allocated IP 172.20.0.10 (38cc54e9-46a5-4f17-85e6-fe0dd786b611/c7a8d3b2-93d0-474b-a785-3b20f05c50a2/ea61a4d3-9dba-46d7-bade-007b03bc52a7) {{(pid=91906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:18:04.851761 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-a4b26a71-ee8e-464a-a394-34779c0639dc req-80a4cfb5-f34b-4a97-a7dd-9124a0bfbef7 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c338005-e679-4872-9a31-4b3860bc0e3c HTTP/1.1" status: 200 len: 210 time: 0.0350678 Jun 15 14:18:05.002857 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [req-9496ed7f-1882-460d-b0ae-6f84c32b783b req-1e555912-31af-4574-9847-9ba94de1a2be tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Notify callbacks [] for port, precommit_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:05.015326 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.db.provisioning_blocks [req-9496ed7f-1882-460d-b0ae-6f84c32b783b req-1e555912-31af-4574-9847-9ba94de1a2be tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Transition to ACTIVE for port object ea61a4d3-9dba-46d7-bade-007b03bc52a7 will not be triggered until provisioned by entity DHCP. {{(pid=91906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:18:05.051742 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [req-9496ed7f-1882-460d-b0ae-6f84c32b783b req-1e555912-31af-4574-9847-9ba94de1a2be tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33170815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-53808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781714044429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3410907'] for port, after_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:05.055542 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-253a5afd-0d2d-4def-9b02-3462e4ad1bad service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:18:05.110181 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9496ed7f-1882-460d-b0ae-6f84c32b783b req-1e555912-31af-4574-9847-9ba94de1a2be tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Network 38cc54e9-46a5-4f17-85e6-fe0dd786b611 is already hosted by enough agents. {{(pid=91906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:18:05.116476 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.scheduler.base_scheduler [req-9496ed7f-1882-460d-b0ae-6f84c32b783b req-1e555912-31af-4574-9847-9ba94de1a2be tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Resources bound (agent type, host, resource id): {{(pid=91906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:18:05.120331 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.db.l3_dvrscheduler_db [req-9496ed7f-1882-460d-b0ae-6f84c32b783b req-1e555912-31af-4574-9847-9ba94de1a2be tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Received port after_create {{(pid=91906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:18:05.153063 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e555912-31af-4574-9847-9ba94de1a2be tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Pushing event updated for resources: {'Port': ['ID=ea61a4d3-9dba-46d7-bade-007b03bc52a7,revision_number=1']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:18:05.157766 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-1e555912-31af-4574-9847-9ba94de1a2be tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:18:05.189265 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9496ed7f-1882-460d-b0ae-6f84c32b783b req-1e555912-31af-4574-9847-9ba94de1a2be tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:05.190060 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [req-9496ed7f-1882-460d-b0ae-6f84c32b783b req-1e555912-31af-4574-9847-9ba94de1a2be tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58954'] for port, before_response {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:05.206370 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-9496ed7f-1882-460d-b0ae-6f84c32b783b req-1e555912-31af-4574-9847-9ba94de1a2be tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7283952 Jun 15 14:18:05.282521 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.v2.base [req-9496ed7f-1882-460d-b0ae-6f84c32b783b req-40247551-afad-47e2-a1ad-60a3f35e7a20 service neutron] Request body: {'port': {'device_id': '1c338005-e679-4872-9a31-4b3860bc0e3c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79647'}} {{(pid=91906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:18:05.314348 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-a9b4dab2-97d0-4882-889b-2c406ec3350d None None] Provisioning for port ea61a4d3-9dba-46d7-bade-007b03bc52a7 completed by entity DHCP. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:18:05.318273 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-a9b4dab2-97d0-4882-889b-2c406ec3350d None None] Provisioning complete for port ea61a4d3-9dba-46d7-bade-007b03bc52a7 triggered by entity DHCP. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:18:05.318615 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-a9b4dab2-97d0-4882-889b-2c406ec3350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897510'] for port, provisioning_complete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:05.360716 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.plugin [None req-a9b4dab2-97d0-4882-889b-2c406ec3350d None None] Port ea61a4d3-9dba-46d7-bade-007b03bc52a7 cannot update to ACTIVE because it is not bound. {{(pid=91909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 15 14:18:05.376297 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [req-9496ed7f-1882-460d-b0ae-6f84c32b783b req-40247551-afad-47e2-a1ad-60a3f35e7a20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:05.688409 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.notifiers.nova [req-9496ed7f-1882-460d-b0ae-6f84c32b783b req-40247551-afad-47e2-a1ad-60a3f35e7a20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea61a4d3-9dba-46d7-bade-007b03bc52a7 {{(pid=91906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:18:05.695470 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [req-9496ed7f-1882-460d-b0ae-6f84c32b783b req-40247551-afad-47e2-a1ad-60a3f35e7a20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:05.706922 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.db.provisioning_blocks [req-9496ed7f-1882-460d-b0ae-6f84c32b783b req-40247551-afad-47e2-a1ad-60a3f35e7a20 service neutron] Transition to ACTIVE for port object ea61a4d3-9dba-46d7-bade-007b03bc52a7 will not be triggered until provisioned by entity L2. {{(pid=91906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:18:05.710763 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [req-9496ed7f-1882-460d-b0ae-6f84c32b783b req-40247551-afad-47e2-a1ad-60a3f35e7a20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3410917'] for port, after_update {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:05.713481 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-7307d9a8-718f-41bd-90c7-b7da4d048568 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:18:05.808513 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40247551-afad-47e2-a1ad-60a3f35e7a20 service neutron] Pushing event updated for resources: {'Port': ['ID=ea61a4d3-9dba-46d7-bade-007b03bc52a7,revision_number=2']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:18:05.812934 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-40247551-afad-47e2-a1ad-60a3f35e7a20 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:18:05.908214 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.managers [req-9496ed7f-1882-460d-b0ae-6f84c32b783b req-40247551-afad-47e2-a1ad-60a3f35e7a20 service neutron] Attempting to bind port ea61a4d3-9dba-46d7-bade-007b03bc52a7 on host hv-cinder-79647 for vnic_type normal with profile {{(pid=91906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:18:05.908762 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.managers [req-9496ed7f-1882-460d-b0ae-6f84c32b783b req-40247551-afad-47e2-a1ad-60a3f35e7a20 service neutron] Attempting to bind port ea61a4d3-9dba-46d7-bade-007b03bc52a7 by drivers openvswitch,hyperv on host hv-cinder-79647 at level 0 using segments [{'id': 'bdfc6570-21e3-4188-8b81-25944ca5b033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '38cc54e9-46a5-4f17-85e6-fe0dd786b611'}] {{(pid=91906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:18:05.909047 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9496ed7f-1882-460d-b0ae-6f84c32b783b req-40247551-afad-47e2-a1ad-60a3f35e7a20 service neutron] Attempting to bind port ea61a4d3-9dba-46d7-bade-007b03bc52a7 on network 38cc54e9-46a5-4f17-85e6-fe0dd786b611 {{(pid=91906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:18:05.918172 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9496ed7f-1882-460d-b0ae-6f84c32b783b req-40247551-afad-47e2-a1ad-60a3f35e7a20 service neutron] Port ea61a4d3-9dba-46d7-bade-007b03bc52a7 on network 38cc54e9-46a5-4f17-85e6-fe0dd786b611 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79647 {{(pid=91906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 14:18:05.918595 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9496ed7f-1882-460d-b0ae-6f84c32b783b req-40247551-afad-47e2-a1ad-60a3f35e7a20 service neutron] Attempting to bind port ea61a4d3-9dba-46d7-bade-007b03bc52a7 on network 38cc54e9-46a5-4f17-85e6-fe0dd786b611 {{(pid=91906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:18:05.923760 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9496ed7f-1882-460d-b0ae-6f84c32b783b req-40247551-afad-47e2-a1ad-60a3f35e7a20 service neutron] Checking agent: {'id': 'ecd79229-812b-453e-8934-f3ab9293fb1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79647', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 10, 57), 'started_at': datetime.datetime(2021, 6, 15, 14, 10, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:18:05.924103 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9496ed7f-1882-460d-b0ae-6f84c32b783b req-40247551-afad-47e2-a1ad-60a3f35e7a20 service neutron] Checking segment: {'id': 'bdfc6570-21e3-4188-8b81-25944ca5b033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '38cc54e9-46a5-4f17-85e6-fe0dd786b611'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:18:05.924486 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9496ed7f-1882-460d-b0ae-6f84c32b783b req-40247551-afad-47e2-a1ad-60a3f35e7a20 service neutron] Bound using segment: {'id': 'bdfc6570-21e3-4188-8b81-25944ca5b033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '38cc54e9-46a5-4f17-85e6-fe0dd786b611'} {{(pid=91906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:18:05.924928 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.managers [req-9496ed7f-1882-460d-b0ae-6f84c32b783b req-40247551-afad-47e2-a1ad-60a3f35e7a20 service neutron] Bound port: ea61a4d3-9dba-46d7-bade-007b03bc52a7, host: hv-cinder-79647, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdfc6570-21e3-4188-8b81-25944ca5b033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '38cc54e9-46a5-4f17-85e6-fe0dd786b611'}}] {{(pid=91906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:18:05.925279 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [req-9496ed7f-1882-460d-b0ae-6f84c32b783b req-40247551-afad-47e2-a1ad-60a3f35e7a20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:06.018934 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.db [req-9496ed7f-1882-460d-b0ae-6f84c32b783b req-40247551-afad-47e2-a1ad-60a3f35e7a20 service neutron] For port ea61a4d3-9dba-46d7-bade-007b03bc52a7, host hv-cinder-79647, cleared binding levels {{(pid=91906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:18:06.057511 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.db [req-9496ed7f-1882-460d-b0ae-6f84c32b783b req-40247551-afad-47e2-a1ad-60a3f35e7a20 service neutron] For port ea61a4d3-9dba-46d7-bade-007b03bc52a7, host hv-cinder-79647, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79647',level=0,port_id=ea61a4d3-9dba-46d7-bade-007b03bc52a7,segment=NetworkSegment(bdfc6570-21e3-4188-8b81-25944ca5b033),segment_id=bdfc6570-21e3-4188-8b81-25944ca5b033)] {{(pid=91906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:18:06.062754 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [req-9496ed7f-1882-460d-b0ae-6f84c32b783b req-40247551-afad-47e2-a1ad-60a3f35e7a20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3410917'] for port, after_update {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:06.065556 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-419da57b-8d7a-4997-a46b-68e73f5e9ed3 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:18:06.118690 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9496ed7f-1882-460d-b0ae-6f84c32b783b req-40247551-afad-47e2-a1ad-60a3f35e7a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:06.119333 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [req-9496ed7f-1882-460d-b0ae-6f84c32b783b req-40247551-afad-47e2-a1ad-60a3f35e7a20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58954'] for port, before_response {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:06.120875 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-9496ed7f-1882-460d-b0ae-6f84c32b783b req-40247551-afad-47e2-a1ad-60a3f35e7a20 service neutron] 10.222.0.67 "PUT /v2.0/ports/ea61a4d3-9dba-46d7-bade-007b03bc52a7 HTTP/1.1" status: 200 len: 1094 time: 0.8940437 Jun 15 14:18:06.123378 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c338005-e679-4872-9a31-4b3860bc0e3c', 'tag': 'ea61a4d3-9dba-46d7-bade-007b03bc52a7'}] {{(pid=91906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:18:06.125577 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6e08b2e8a943f90b978338aafac4b6863d86ad6c280d3789afb6c36825669ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc3e909d-c43f-4115-abb0-fa0c9df3a7e4" -d '{"events": [{"name": "network-changed", "server_uuid": "1c338005-e679-4872-9a31-4b3860bc0e3c", "tag": "ea61a4d3-9dba-46d7-bade-007b03bc52a7"}]}' {{(pid=91906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:18:06.158257 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40247551-afad-47e2-a1ad-60a3f35e7a20 service neutron] Pushing event updated for resources: {'Port': ['ID=ea61a4d3-9dba-46d7-bade-007b03bc52a7,revision_number=3']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:18:06.163860 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-40247551-afad-47e2-a1ad-60a3f35e7a20 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:18:06.172240 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c7e145-6f13-4390-95ae-ed9bd4e09150 req-92a39a4c-da60-410b-b584-7931e1899bf0 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:06.173793 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-18c7e145-6f13-4390-95ae-ed9bd4e09150 req-92a39a4c-da60-410b-b584-7931e1899bf0 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c338005-e679-4872-9a31-4b3860bc0e3c HTTP/1.1" status: 200 len: 944 time: 0.1687016 Jun 15 14:18:06.210724 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 14:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04f1c227-cf17-45f3-8452-c210404ed859 x-openstack-request-id: req-04f1c227-cf17-45f3-8452-c210404ed859 {{(pid=91906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:18:06.211076 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c338005-e679-4872-9a31-4b3860bc0e3c", "tag": "ea61a4d3-9dba-46d7-bade-007b03bc52a7", "status": "completed", "code": 200}]} {{(pid=91906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:18:06.211367 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-04f1c227-cf17-45f3-8452-c210404ed859 {{(pid=91906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:18:06.211791 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c338005-e679-4872-9a31-4b3860bc0e3c', 'tag': 'ea61a4d3-9dba-46d7-bade-007b03bc52a7', 'status': 'completed', 'code': 200} Jun 15 14:18:06.266632 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-18c7e145-6f13-4390-95ae-ed9bd4e09150 req-b704a4a3-785c-4952-bb2c-91ad617f6835 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "GET /v2.0/security-groups?id=5fb2b0bc-4d97-449b-9031-5715adbe68e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860553 Jun 15 14:18:06.283396 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9496ed7f-1882-460d-b0ae-6f84c32b783b req-1bf09af7-e018-4bfe-928d-80954b3a3b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:06.285302 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-9496ed7f-1882-460d-b0ae-6f84c32b783b req-1bf09af7-e018-4bfe-928d-80954b3a3b3a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c3de56a81c9f49fdb5657745f0c5e9a7&device_id=1c338005-e679-4872-9a31-4b3860bc0e3c HTTP/1.1" status: 200 len: 1097 time: 0.0974321 Jun 15 14:18:06.354226 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-9496ed7f-1882-460d-b0ae-6f84c32b783b req-24269618-e2cc-4e3c-981e-b34b5db2d1e3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea61a4d3-9dba-46d7-bade-007b03bc52a7 HTTP/1.1" status: 200 len: 217 time: 0.0550287 Jun 15 14:18:06.415794 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9496ed7f-1882-460d-b0ae-6f84c32b783b req-0801d44f-6800-4c96-9abf-65280a989340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:06.417623 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-9496ed7f-1882-460d-b0ae-6f84c32b783b req-0801d44f-6800-4c96-9abf-65280a989340 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c7a8d3b2-93d0-474b-a785-3b20f05c50a2 HTTP/1.1" status: 200 len: 849 time: 0.0565519 Jun 15 14:18:06.493502 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 37356) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:18:06.494026 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9496ed7f-1882-460d-b0ae-6f84c32b783b req-8be074fc-f532-4f4f-934b-f4fa4f2d9826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:06.496236 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-9496ed7f-1882-460d-b0ae-6f84c32b783b req-8be074fc-f532-4f4f-934b-f4fa4f2d9826 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=38cc54e9-46a5-4f17-85e6-fe0dd786b611&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0684388 Jun 15 14:18:06.615153 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-8a63d3fa-1337-4615-ae2f-28e6c75a6287 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:06.618997 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-9496ed7f-1882-460d-b0ae-6f84c32b783b req-05b6c1a7-ffab-4cdb-8bb2-35df3a40c0f4 service neutron] 10.222.0.67 "GET /v2.0/networks/38cc54e9-46a5-4f17-85e6-fe0dd786b611?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147227 Jun 15 14:18:06.709689 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-8a63d3fa-1337-4615-ae2f-28e6c75a6287 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:06.713534 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-8a63d3fa-1337-4615-ae2f-28e6c75a6287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:06.717032 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-4fd0dedc-df24-496a-9f93-fccc6703cc67 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:18:06.740121 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-9496ed7f-1882-460d-b0ae-6f84c32b783b req-c07af7c9-21bf-4540-9cdf-04521c667ff7 service neutron] 10.222.0.67 "GET /v2.0/networks/38cc54e9-46a5-4f17-85e6-fe0dd786b611?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140904 Jun 15 14:18:06.759559 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-8a63d3fa-1337-4615-ae2f-28e6c75a6287 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=84c6be1d2b7f4d20b7ed0bd3210ae3fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2642162 Jun 15 14:18:06.760587 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a63d3fa-1337-4615-ae2f-28e6c75a6287 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ea9eb7b-7619-4585-83b0-464b158b6311,revision_number=1']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:18:06.762144 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 37360) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:18:06.764070 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-8a63d3fa-1337-4615-ae2f-28e6c75a6287 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:18:06.814284 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-1d9a69f8-e95c-40cb-8707-0afe5444031d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:06.842340 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-1d9a69f8-e95c-40cb-8707-0afe5444031d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:06.926798 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3e909d-c43f-4115-abb0-fa0c9df3a7e4 req-3919a661-09b6-45f8-9f18-efe4c4b10b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:06.928290 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-fc3e909d-c43f-4115-abb0-fa0c9df3a7e4 req-3919a661-09b6-45f8-9f18-efe4c4b10b20 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c3de56a81c9f49fdb5657745f0c5e9a7&device_id=1c338005-e679-4872-9a31-4b3860bc0e3c HTTP/1.1" status: 200 len: 1097 time: 0.0880442 Jun 15 14:18:06.936848 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-1d9a69f8-e95c-40cb-8707-0afe5444031d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:06.939586 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-1d9a69f8-e95c-40cb-8707-0afe5444031d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:06.943055 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-1d9a69f8-e95c-40cb-8707-0afe5444031d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6ea9eb7b-7619-4585-83b0-464b158b6311 HTTP/1.1" status: 204 len: 168 time: 0.1774774 Jun 15 14:18:06.943055 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-ead0da3d-7cf2-404b-b845-53a7b5c106c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:18:06.971464 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9a69f8-e95c-40cb-8707-0afe5444031d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ea9eb7b-7619-4585-83b0-464b158b6311,revision_number=None']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:18:06.992453 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-1d9a69f8-e95c-40cb-8707-0afe5444031d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:18:07.092012 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3e909d-c43f-4115-abb0-fa0c9df3a7e4 req-52ad1adf-a4de-433d-8db5-30f371b425c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:07.093532 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-fc3e909d-c43f-4115-abb0-fa0c9df3a7e4 req-52ad1adf-a4de-433d-8db5-30f371b425c0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=38cc54e9-46a5-4f17-85e6-fe0dd786b611 HTTP/1.1" status: 200 len: 911 time: 0.1518650 Jun 15 14:18:07.152197 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-fc3e909d-c43f-4115-abb0-fa0c9df3a7e4 req-339f69b2-2a60-49d0-bd43-aa0ea2c8fbc8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea61a4d3-9dba-46d7-bade-007b03bc52a7 HTTP/1.1" status: 200 len: 217 time: 0.0465746 Jun 15 14:18:07.219780 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3e909d-c43f-4115-abb0-fa0c9df3a7e4 req-74476bbb-5d09-48c5-a9a0-b1087160385e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:07.221796 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-fc3e909d-c43f-4115-abb0-fa0c9df3a7e4 req-74476bbb-5d09-48c5-a9a0-b1087160385e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c7a8d3b2-93d0-474b-a785-3b20f05c50a2 HTTP/1.1" status: 200 len: 849 time: 0.0570760 Jun 15 14:18:07.286334 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3e909d-c43f-4115-abb0-fa0c9df3a7e4 req-5a5cd87e-edb1-4298-8ecd-d103a2e2759d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:07.287961 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-fc3e909d-c43f-4115-abb0-fa0c9df3a7e4 req-5a5cd87e-edb1-4298-8ecd-d103a2e2759d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=38cc54e9-46a5-4f17-85e6-fe0dd786b611&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0602760 Jun 15 14:18:07.414191 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-fc3e909d-c43f-4115-abb0-fa0c9df3a7e4 req-1ce5bea2-1992-4bbb-9a83-8d4c340652bf service neutron] 10.222.0.67 "GET /v2.0/networks/38cc54e9-46a5-4f17-85e6-fe0dd786b611?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166117 Jun 15 14:18:07.501030 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e370c5-3741-4ff5-8105-5c6e99d5dc2b req-52e3d61c-c96b-4a10-9e66-87b14c51c18e tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:07.502574 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-f7e370c5-3741-4ff5-8105-5c6e99d5dc2b req-52e3d61c-c96b-4a10-9e66-87b14c51c18e tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c338005-e679-4872-9a31-4b3860bc0e3c HTTP/1.1" status: 200 len: 944 time: 0.0913055 Jun 15 14:18:07.548333 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-f7e370c5-3741-4ff5-8105-5c6e99d5dc2b req-5072b507-ed03-4c43-8740-ea5780ebb90a tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "GET /v2.0/security-groups?id=5fb2b0bc-4d97-449b-9031-5715adbe68e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399179 Jun 15 14:18:07.579855 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-fc3e909d-c43f-4115-abb0-fa0c9df3a7e4 req-3de69778-e5d0-4c0c-8a1b-e6910daad168 service neutron] 10.222.0.67 "GET /v2.0/networks/38cc54e9-46a5-4f17-85e6-fe0dd786b611?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573761 Jun 15 14:18:07.639739 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 37406) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:18:07.738029 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.v2.base [None req-b23e6737-5d60-4c71-8ffb-9289246f3190 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1451712082-network', 'tenant_id': 'bdbc49f82db24b3887142e44b8029698'}} {{(pid=91906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:18:07.760305 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b23e6737-5d60-4c71-8ffb-9289246f3190 admin admin] Made reservation on behalf of bdbc49f82db24b3887142e44b8029698 for: {'network': 1} {{(pid=91906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:18:07.763286 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-b23e6737-5d60-4c71-8ffb-9289246f3190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-33170876'] for network, before_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:07.775198 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-b23e6737-5d60-4c71-8ffb-9289246f3190 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:07.871295 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-b23e6737-5d60-4c71-8ffb-9289246f3190 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:07.875265 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-b23e6737-5d60-4c71-8ffb-9289246f3190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:07.879899 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-d6f45b96-6af5-4028-ae75-56db92694f39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:18:07.903269 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b23e6737-5d60-4c71-8ffb-9289246f3190 admin admin] vlan segment allocate from pool success with {'vlan_id': 861, 'physical_network': 'physnet1'} {{(pid=91906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:18:07.911941 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23e6737-5d60-4c71-8ffb-9289246f3190 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71e0047f-f5f5-4bfe-9edd-64cb2daf8f18,revision_number=1']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:18:07.915493 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-b23e6737-5d60-4c71-8ffb-9289246f3190 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:18:07.918449 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-b23e6737-5d60-4c71-8ffb-9289246f3190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32890017'] for segment, precommit_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:07.918840 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.db.segments_db [None req-b23e6737-5d60-4c71-8ffb-9289246f3190 admin admin] Added segment 51b69454-caf5-406c-8c30-6edaddc466c7 of type vlan for network d785db07-dec5-4c04-aa3b-7e193f13bd39 Jun 15 14:18:07.968342 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-b23e6737-5d60-4c71-8ffb-9289246f3190 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781714030749'] for network, precommit_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:07.973978 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 37422) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:18:08.006538 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-b23e6737-5d60-4c71-8ffb-9289246f3190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-350226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537401'] for network, after_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:08.008333 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b23e6737-5d60-4c71-8ffb-9289246f3190 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:08.008946 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-b23e6737-5d60-4c71-8ffb-9289246f3190 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537372'] for network, before_response {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:08.012511 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:18:08.046643 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-b23e6737-5d60-4c71-8ffb-9289246f3190 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4052868 Jun 15 14:18:08.049481 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 37426) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:18:08.055768 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.v2.base [None req-1f528a23-d440-46a2-a9f8-5988b40b4f01 admin admin] Request body: {'subnet': {'network_id': 'd785db07-dec5-4c04-aa3b-7e193f13bd39', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1451712082-subnet', 'tenant_id': 'bdbc49f82db24b3887142e44b8029698', 'ip_version': 4}} {{(pid=91906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:18:08.114388 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23e6737-5d60-4c71-8ffb-9289246f3190 admin admin] Pushing event updated for resources: {'Network': ['ID=d785db07-dec5-4c04-aa3b-7e193f13bd39,revision_number=1']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:18:08.117909 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-b23e6737-5d60-4c71-8ffb-9289246f3190 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:18:08.123739 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-19f22fbc-6a98-4f5a-8773-cb1cf49c689d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:08.125504 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Network d785db07-dec5-4c04-aa3b-7e193f13bd39 details requested by agent ovs-agent-dv-cinder-796471-1-iscsi with host dv-cinder-796471-1-iscsi {{(pid=91909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:18:08.205944 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f528a23-d440-46a2-a9f8-5988b40b4f01 admin admin] Made reservation on behalf of bdbc49f82db24b3887142e44b8029698 for: {'subnet': 1} {{(pid=91906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:18:08.209513 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-1f528a23-d440-46a2-a9f8-5988b40b4f01 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3427165'] for subnet, before_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:08.331751 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-19f22fbc-6a98-4f5a-8773-cb1cf49c689d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:08.337575 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-19f22fbc-6a98-4f5a-8773-cb1cf49c689d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:08.341948 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-ba751ca2-e726-41fc-8173-3c95c67d234f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:18:08.419857 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-19f22fbc-6a98-4f5a-8773-cb1cf49c689d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c76acf180bf3439d86b98d1fe8c0eb17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4449031 Jun 15 14:18:08.422340 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f22fbc-6a98-4f5a-8773-cb1cf49c689d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d037f242-ee18-49bd-a81d-d390bbff9e8d,revision_number=1']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:18:08.422552 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 37434) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:18:08.429778 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-19f22fbc-6a98-4f5a-8773-cb1cf49c689d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:18:08.481380 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-6a5084dc-47cf-49e0-9c35-cc20f9468546 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:08.493787 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-1f528a23-d440-46a2-a9f8-5988b40b4f01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3410539', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3427147'] for subnet, after_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:08.497345 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:18:08.504959 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-6a5084dc-47cf-49e0-9c35-cc20f9468546 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:08.564669 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-6a5084dc-47cf-49e0-9c35-cc20f9468546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:08.567731 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-6a5084dc-47cf-49e0-9c35-cc20f9468546 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:08.569302 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-6a5084dc-47cf-49e0-9c35-cc20f9468546 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d037f242-ee18-49bd-a81d-d390bbff9e8d HTTP/1.1" status: 204 len: 168 time: 0.1455133 Jun 15 14:18:08.570441 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-9fd89390-891e-4fd0-94ab-e945bb53f650 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:18:08.570556 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f528a23-d440-46a2-a9f8-5988b40b4f01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4d04c56-7574-499d-9928-de3ab052dae1,revision_number=0']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:18:08.574976 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-1f528a23-d440-46a2-a9f8-5988b40b4f01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:18:08.576375 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f528a23-d440-46a2-a9f8-5988b40b4f01 admin admin] Checking segment: {'id': '51b69454-caf5-406c-8c30-6edaddc466c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'd785db07-dec5-4c04-aa3b-7e193f13bd39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:18:08.576564 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f528a23-d440-46a2-a9f8-5988b40b4f01 admin admin] Network hostable DHCP agents. Network: d785db07-dec5-4c04-aa3b-7e193f13bd39, hostable agents: ['b76165da-6319-4f74-a975-61037e393453'], hosted agents: [] {{(pid=91906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:18:08.592857 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5084dc-47cf-49e0-9c35-cc20f9468546 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d037f242-ee18-49bd-a81d-d390bbff9e8d,revision_number=None']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:18:08.597703 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f528a23-d440-46a2-a9f8-5988b40b4f01 admin admin] Network d785db07-dec5-4c04-aa3b-7e193f13bd39 is scheduled to be hosted by DHCP agent b76165da-6319-4f74-a975-61037e393453 with binding_index 1 {{(pid=91906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:18:08.597960 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-6a5084dc-47cf-49e0-9c35-cc20f9468546 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:18:08.611246 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.scheduler.base_scheduler [None req-1f528a23-d440-46a2-a9f8-5988b40b4f01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796471-1-iscsi, d785db07-dec5-4c04-aa3b-7e193f13bd39) {{(pid=91906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:18:08.615639 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f528a23-d440-46a2-a9f8-5988b40b4f01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:08.616512 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-1f528a23-d440-46a2-a9f8-5988b40b4f01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537372'] for subnet, before_response {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:08.639416 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-1f528a23-d440-46a2-a9f8-5988b40b4f01 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5864453 Jun 15 14:18:08.640337 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 37440) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:18:08.645477 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c97976-5c91-4ea5-8628-44d82777a144 None None] Network d785db07-dec5-4c04-aa3b-7e193f13bd39 requested from dv-cinder-796471-1-iscsi {{(pid=91909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:18:08.650901 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.v2.base [None req-1f18d9ad-412e-43a6-ae47-339dcb2d2b1f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1451712082-router', 'tenant_id': 'bdbc49f82db24b3887142e44b8029698', 'external_gateway_info': {'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641'}}} {{(pid=91906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:18:08.685572 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-1f18d9ad-412e-43a6-ae47-339dcb2d2b1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10752'] for router, before_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:08.687022 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-1f18d9ad-412e-43a6-ae47-339dcb2d2b1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-667090', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338381', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10775'] for router, precommit_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:08.764508 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-1f18d9ad-412e-43a6-ae47-339dcb2d2b1f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:08.799863 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1c7960-ff36-4bdd-9e0c-b594b6e19ce0 req-4e7c92d9-8e6a-4801-9ccb-b2a600772fdd tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:08.807616 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-4f1c7960-ff36-4bdd-9e0c-b594b6e19ce0 req-4e7c92d9-8e6a-4801-9ccb-b2a600772fdd tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c338005-e679-4872-9a31-4b3860bc0e3c HTTP/1.1" status: 200 len: 944 time: 0.0802732 Jun 15 14:18:08.866182 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-4f1c7960-ff36-4bdd-9e0c-b594b6e19ce0 req-2a067a0f-34d3-4a98-8172-99e3cf79fe2c tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "GET /v2.0/security-groups?id=5fb2b0bc-4d97-449b-9031-5715adbe68e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566657 Jun 15 14:18:08.875254 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f814c450-fffe-473a-92f5-9ade98cdb424 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4da9c1aa-4f2a-5f74-9401-623a714743bc-d785db07-dec5-4c04-aa3b-7e193f13bd39', 'network_id': 'd785db07-dec5-4c04-aa3b-7e193f13bd39', 'tenant_id': 'bdbc49f82db24b3887142e44b8029698', 'fixed_ips': [{'subnet_id': 'd4d04c56-7574-499d-9928-de3ab052dae1'}]}} from dv-cinder-796471-1-iscsi. {{(pid=91909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 15 14:18:08.876131 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-f814c450-fffe-473a-92f5-9ade98cdb424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-33170876'] for port, before_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:08.924960 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 37444) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:18:08.941238 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-df54b9ca-9057-4eca-ad7d-ac90d3bbaa02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:08.992614 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-1f18d9ad-412e-43a6-ae47-339dcb2d2b1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-667085', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-706225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10981'] for router, precommit_update {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:09.040611 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.db_base_plugin_common [None req-f814c450-fffe-473a-92f5-9ade98cdb424 None None] Allocated IP 172.20.0.2 (d785db07-dec5-4c04-aa3b-7e193f13bd39/d4d04c56-7574-499d-9928-de3ab052dae1/a3d6932a-0de1-4070-8251-bcbdad1ec3ca) {{(pid=91909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:18:09.052045 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-df54b9ca-9057-4eca-ad7d-ac90d3bbaa02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:09.055995 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-df54b9ca-9057-4eca-ad7d-ac90d3bbaa02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:09.059910 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-1ddf073d-e5ef-441e-9607-c5daff3e99ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:18:09.103108 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-df54b9ca-9057-4eca-ad7d-ac90d3bbaa02 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8282cbe5b5234d49bb103c1ff303ee2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1770451 Jun 15 14:18:09.105336 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df54b9ca-9057-4eca-ad7d-ac90d3bbaa02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9587f7a-06da-4fb7-b7b6-7a8ec7497b67,revision_number=1']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:18:09.106057 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 37446) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:18:09.112574 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df54b9ca-9057-4eca-ad7d-ac90d3bbaa02 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:18:09.112877 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df54b9ca-9057-4eca-ad7d-ac90d3bbaa02 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:18:09.113249 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df54b9ca-9057-4eca-ad7d-ac90d3bbaa02 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:18:09.113616 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df54b9ca-9057-4eca-ad7d-ac90d3bbaa02 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:18:09.113968 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df54b9ca-9057-4eca-ad7d-ac90d3bbaa02 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:18:09.114325 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df54b9ca-9057-4eca-ad7d-ac90d3bbaa02 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:18:09.114677 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df54b9ca-9057-4eca-ad7d-ac90d3bbaa02 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:18:09.115061 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df54b9ca-9057-4eca-ad7d-ac90d3bbaa02 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:18:09.115415 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df54b9ca-9057-4eca-ad7d-ac90d3bbaa02 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:18:09.115763 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df54b9ca-9057-4eca-ad7d-ac90d3bbaa02 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:18:09.116749 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df54b9ca-9057-4eca-ad7d-ac90d3bbaa02 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:18:09.117108 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df54b9ca-9057-4eca-ad7d-ac90d3bbaa02 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:18:09.131226 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-df54b9ca-9057-4eca-ad7d-ac90d3bbaa02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:18:09.232025 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-f814c450-fffe-473a-92f5-9ade98cdb424 None None] Notify callbacks [] for port, precommit_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:09.240009 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-f814c450-fffe-473a-92f5-9ade98cdb424 None None] Transition to ACTIVE for port object a3d6932a-0de1-4070-8251-bcbdad1ec3ca will not be triggered until provisioned by entity L2. {{(pid=91909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:18:09.255623 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-f814c450-fffe-473a-92f5-9ade98cdb424 None None] Transition to ACTIVE for port object a3d6932a-0de1-4070-8251-bcbdad1ec3ca will not be triggered until provisioned by entity DHCP. {{(pid=91909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:18:09.263347 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-f814c450-fffe-473a-92f5-9ade98cdb424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33170815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-53808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781714044429'] for port, after_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:09.265712 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:18:09.317942 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f814c450-fffe-473a-92f5-9ade98cdb424 None None] Network d785db07-dec5-4c04-aa3b-7e193f13bd39 is already hosted by enough agents. {{(pid=91909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:18:09.321529 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.scheduler.base_scheduler [None req-f814c450-fffe-473a-92f5-9ade98cdb424 None None] Resources bound (agent type, host, resource id): {{(pid=91909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:18:09.326675 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f814c450-fffe-473a-92f5-9ade98cdb424 None None] Received port after_create {{(pid=91909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:18:09.329965 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f814c450-fffe-473a-92f5-9ade98cdb424 None None] Pushing event updated for resources: {'Port': ['ID=a3d6932a-0de1-4070-8251-bcbdad1ec3ca,revision_number=1']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:18:09.334288 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-f814c450-fffe-473a-92f5-9ade98cdb424 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:18:09.402811 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.managers [None req-f814c450-fffe-473a-92f5-9ade98cdb424 None None] Attempting to bind port a3d6932a-0de1-4070-8251-bcbdad1ec3ca on host dv-cinder-796471-1-iscsi for vnic_type normal with profile {{(pid=91909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:18:09.403059 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.managers [None req-f814c450-fffe-473a-92f5-9ade98cdb424 None None] Attempting to bind port a3d6932a-0de1-4070-8251-bcbdad1ec3ca by drivers openvswitch,hyperv on host dv-cinder-796471-1-iscsi at level 0 using segments [{'id': '51b69454-caf5-406c-8c30-6edaddc466c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'd785db07-dec5-4c04-aa3b-7e193f13bd39'}] {{(pid=91909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:18:09.403435 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f814c450-fffe-473a-92f5-9ade98cdb424 None None] Attempting to bind port a3d6932a-0de1-4070-8251-bcbdad1ec3ca on network d785db07-dec5-4c04-aa3b-7e193f13bd39 {{(pid=91909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:18:09.409038 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f814c450-fffe-473a-92f5-9ade98cdb424 None None] Checking agent: {'id': 'a00a16a2-d8fd-48bc-a1ff-18db44b70890', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796471-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 4, 51), 'started_at': datetime.datetime(2021, 6, 15, 14, 5, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 17, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796471-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:18:09.409434 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f814c450-fffe-473a-92f5-9ade98cdb424 None None] Checking segment: {'id': '51b69454-caf5-406c-8c30-6edaddc466c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'd785db07-dec5-4c04-aa3b-7e193f13bd39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:18:09.409852 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-f814c450-fffe-473a-92f5-9ade98cdb424 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:09.410259 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f814c450-fffe-473a-92f5-9ade98cdb424 None None] Bound using segment: {'id': '51b69454-caf5-406c-8c30-6edaddc466c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'd785db07-dec5-4c04-aa3b-7e193f13bd39'} {{(pid=91909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:18:09.410744 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.managers [None req-f814c450-fffe-473a-92f5-9ade98cdb424 None None] Bound port: a3d6932a-0de1-4070-8251-bcbdad1ec3ca, host: dv-cinder-796471-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51b69454-caf5-406c-8c30-6edaddc466c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'd785db07-dec5-4c04-aa3b-7e193f13bd39'}}] {{(pid=91909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:18:09.411206 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-f814c450-fffe-473a-92f5-9ade98cdb424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:09.495927 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-f814c450-fffe-473a-92f5-9ade98cdb424 None None] For port a3d6932a-0de1-4070-8251-bcbdad1ec3ca, host dv-cinder-796471-1-iscsi, cleared binding levels {{(pid=91909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:18:09.498740 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-f814c450-fffe-473a-92f5-9ade98cdb424 None None] For port a3d6932a-0de1-4070-8251-bcbdad1ec3ca, host dv-cinder-796471-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796471-1-iscsi',level=0,port_id=a3d6932a-0de1-4070-8251-bcbdad1ec3ca,segment=NetworkSegment(51b69454-caf5-406c-8c30-6edaddc466c7),segment_id=51b69454-caf5-406c-8c30-6edaddc466c7)] {{(pid=91909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:18:09.503691 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-f814c450-fffe-473a-92f5-9ade98cdb424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492'] for port, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:09.505740 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-be16a121-5fdc-4bad-a20a-425b849874ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:18:09.531204 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-7d2f7308-8698-4b7c-afb7-3a744f54f7d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:09.576698 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f814c450-fffe-473a-92f5-9ade98cdb424 None None] Pushing event updated for resources: {'Port': ['ID=a3d6932a-0de1-4070-8251-bcbdad1ec3ca,revision_number=2']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:18:09.579813 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-f814c450-fffe-473a-92f5-9ade98cdb424 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:18:09.590317 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-7d2f7308-8698-4b7c-afb7-3a744f54f7d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:09.613992 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-1f18d9ad-412e-43a6-ae47-339dcb2d2b1f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:09.658005 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-1f18d9ad-412e-43a6-ae47-339dcb2d2b1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-33170876'] for port, before_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:09.748429 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-7d2f7308-8698-4b7c-afb7-3a744f54f7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:09.751107 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-7d2f7308-8698-4b7c-afb7-3a744f54f7d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:09.752256 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-7d2f7308-8698-4b7c-afb7-3a744f54f7d7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a9587f7a-06da-4fb7-b7b6-7a8ec7497b67 HTTP/1.1" status: 204 len: 168 time: 0.6452737 Jun 15 14:18:09.754978 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-08b34e3f-0b03-4827-925c-c2b364c76e54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:18:09.793650 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2f7308-8698-4b7c-afb7-3a744f54f7d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9587f7a-06da-4fb7-b7b6-7a8ec7497b67,revision_number=None']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:18:09.797377 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-7d2f7308-8698-4b7c-afb7-3a744f54f7d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:18:09.825911 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.db.db_base_plugin_common [None req-1f18d9ad-412e-43a6-ae47-339dcb2d2b1f admin admin] Allocated IP 172.27.1.144 (962d46ed-056a-473f-b9cc-450bda4e3641/a342ae99-1675-4821-852d-5dc3e7213bc2/7282ff04-9329-40c6-adaf-350ba0642f25) {{(pid=91906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:18:09.987575 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-1f18d9ad-412e-43a6-ae47-339dcb2d2b1f admin admin] Notify callbacks [] for port, precommit_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:10.078299 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-1f18d9ad-412e-43a6-ae47-339dcb2d2b1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33170815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-53808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781714044429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3410907'] for port, after_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:10.081924 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-a50edb1a-9157-4c3f-b40f-9113534cd460 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:18:10.095133 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dac116-640c-4d4f-9552-002971b74002 req-694fdc5f-3ad0-4090-9001-5a064a039a17 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:10.096616 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-92dac116-640c-4d4f-9552-002971b74002 req-694fdc5f-3ad0-4090-9001-5a064a039a17 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c338005-e679-4872-9a31-4b3860bc0e3c HTTP/1.1" status: 200 len: 944 time: 0.1037118 Jun 15 14:18:10.154990 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f18d9ad-412e-43a6-ae47-339dcb2d2b1f admin admin] Network 962d46ed-056a-473f-b9cc-450bda4e3641 is already hosted by enough agents. {{(pid=91906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:18:10.160613 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.scheduler.base_scheduler [None req-1f18d9ad-412e-43a6-ae47-339dcb2d2b1f admin admin] Resources bound (agent type, host, resource id): {{(pid=91906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:18:10.164240 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f18d9ad-412e-43a6-ae47-339dcb2d2b1f admin admin] Received port after_create {{(pid=91906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:18:10.203563 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f18d9ad-412e-43a6-ae47-339dcb2d2b1f admin admin] Pushing event updated for resources: {'Port': ['ID=7282ff04-9329-40c6-adaf-350ba0642f25,revision_number=1']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:18:10.209550 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-1f18d9ad-412e-43a6-ae47-339dcb2d2b1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:18:10.229940 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-92dac116-640c-4d4f-9552-002971b74002 req-bfd644f9-ef75-480d-b0eb-640ad9c02065 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "GET /v2.0/security-groups?id=5fb2b0bc-4d97-449b-9031-5715adbe68e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1082752 Jun 15 14:18:10.293294 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Device a3d6932a-0de1-4070-8251-bcbdad1ec3ca up at agent ovs-agent-dv-cinder-796471-1-iscsi {{(pid=91909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:18:10.365344 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Provisioning for port a3d6932a-0de1-4070-8251-bcbdad1ec3ca completed by entity L2. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:18:10.572207 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-1f18d9ad-412e-43a6-ae47-339dcb2d2b1f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:10.627611 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a2f07e-259d-4f72-8006-01cc3fba462e None None] Network d785db07-dec5-4c04-aa3b-7e193f13bd39 requested from dv-cinder-796471-1-iscsi {{(pid=91909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:18:10.718853 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-527c8490-4283-4a11-9236-4e3da52383ae None None] Provisioning for port a3d6932a-0de1-4070-8251-bcbdad1ec3ca completed by entity DHCP. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:18:10.724003 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-527c8490-4283-4a11-9236-4e3da52383ae None None] Provisioning complete for port a3d6932a-0de1-4070-8251-bcbdad1ec3ca triggered by entity DHCP. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:18:10.724591 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-527c8490-4283-4a11-9236-4e3da52383ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897510'] for port, provisioning_complete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:10.902201 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-1f18d9ad-412e-43a6-ae47-339dcb2d2b1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-706216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-667285'] for router, after_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:10.925074 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-527c8490-4283-4a11-9236-4e3da52383ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:10.970196 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-527c8490-4283-4a11-9236-4e3da52383ae None None] For port a3d6932a-0de1-4070-8251-bcbdad1ec3ca, host dv-cinder-796471-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796471-1-iscsi',level=0,port_id=a3d6932a-0de1-4070-8251-bcbdad1ec3ca,segment=NetworkSegment(51b69454-caf5-406c-8c30-6edaddc466c7),segment_id=51b69454-caf5-406c-8c30-6edaddc466c7)] {{(pid=91909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:18:10.975517 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-527c8490-4283-4a11-9236-4e3da52383ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492'] for port, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:10.977253 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:18:11.039602 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527c8490-4283-4a11-9236-4e3da52383ae None None] Pushing event updated for resources: {'Port': ['ID=a3d6932a-0de1-4070-8251-bcbdad1ec3ca,revision_number=3']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:18:11.047584 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-527c8490-4283-4a11-9236-4e3da52383ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:18:11.093427 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f18d9ad-412e-43a6-ae47-339dcb2d2b1f admin admin] Router 1e8a65a5-d09a-4b25-9517-9c6cef50beb3 is scheduled to L3 agent 7c0fcfb6-ee6c-4f84-9204-f4cc96555f34 with binding_index 1 {{(pid=91906) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 15 14:18:11.194360 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-c96aa855-e10b-47db-80cc-c5b5a24843bb None None] Provisioning complete for port a3d6932a-0de1-4070-8251-bcbdad1ec3ca triggered by entity DHCP. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:18:11.194656 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-c96aa855-e10b-47db-80cc-c5b5a24843bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897510'] for port, provisioning_complete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:11.252351 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f18d9ad-412e-43a6-ae47-339dcb2d2b1f admin admin] Notify agent at l3_agent.dv-cinder-796471-1-iscsi the message routers_updated {{(pid=91906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:18:11.271102 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-1f18d9ad-412e-43a6-ae47-339dcb2d2b1f admin admin] Notify callbacks [] for router, before_response {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:11.275045 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-1f18d9ad-412e-43a6-ae47-339dcb2d2b1f admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.6303060 Jun 15 14:18:11.275417 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 37498) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:18:11.280417 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea86a17d-2e71-43be-9643-1e6537f75aec None None] Sync routers for ids ['1e8a65a5-d09a-4b25-9517-9c6cef50beb3'] in dv-cinder-796471-1-iscsi {{(pid=91909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:18:11.293156 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea86a17d-2e71-43be-9643-1e6537f75aec None None] Routers {'1e8a65a5-d09a-4b25-9517-9c6cef50beb3'} bound to L3 agent in host dv-cinder-796471-1-iscsi {{(pid=91909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:18:11.294257 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_hamode_db [None req-ea86a17d-2e71-43be-9643-1e6537f75aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796471-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-15T14:04:51Z,description=,heartbeat_timestamp=2021-06-15T14:17:51Z,host='dv-cinder-796471-1-iscsi',id=7c0fcfb6-ee6c-4f84-9204-f4cc96555f34,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:04:51Z,topic='l3_agent')) {'router_ids': ['1e8a65a5-d09a-4b25-9517-9c6cef50beb3'], 'active': True} {{(pid=91909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:18:11.446157 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b89bb1-c6ed-459e-9cfc-ad928bb63bb7 req-3abcfa0e-b050-486c-8adf-3edab224de89 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:11.449647 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-12b89bb1-c6ed-459e-9cfc-ad928bb63bb7 req-3abcfa0e-b050-486c-8adf-3edab224de89 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c338005-e679-4872-9a31-4b3860bc0e3c HTTP/1.1" status: 200 len: 944 time: 0.0993149 Jun 15 14:18:11.502403 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-12b89bb1-c6ed-459e-9cfc-ad928bb63bb7 req-c616cbea-6854-4e08-8add-98b5f586bf95 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "GET /v2.0/security-groups?id=5fb2b0bc-4d97-449b-9031-5715adbe68e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449781 Jun 15 14:18:11.599968 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_dvr_db [None req-ea86a17d-2e71-43be-9643-1e6537f75aec None None] Set router 1e8a65a5-d09a-4b25-9517-9c6cef50beb3 gateway port host: dv-cinder-796471-1-iscsi {{(pid=91909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:18:11.851749 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_hamode_db [None req-ea86a17d-2e71-43be-9643-1e6537f75aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e8a65a5-d09a-4b25-9517-9c6cef50beb3', 'name': 'tempest-TestMinimumBasicScenario-1451712082-router', 'tenant_id': 'bdbc49f82db24b3887142e44b8029698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'external_fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '7282ff04-9329-40c6-adaf-350ba0642f25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:18:08Z', 'updated_at': '2021-06-15T14:18:10Z', 'revision_number': 3, 'project_id': 'bdbc49f82db24b3887142e44b8029698', 'gw_port': {'id': '7282ff04-9329-40c6-adaf-350ba0642f25', 'name': '', 'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:2c:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e8a65a5-d09a-4b25-9517-9c6cef50beb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:18:09Z', 'updated_at': '2021-06-15T14:18:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796471-1-iscsi'}], 'dv-cinder-796471-1-iscsi', False) {} {{(pid=91909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:18:11.855213 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea86a17d-2e71-43be-9643-1e6537f75aec None None] Checking router: 1e8a65a5-d09a-4b25-9517-9c6cef50beb3 for host: dv-cinder-796471-1-iscsi {{(pid=91909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:18:11.855564 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea86a17d-2e71-43be-9643-1e6537f75aec None None] Updating router 1e8a65a5-d09a-4b25-9517-9c6cef50beb3 port 7282ff04-9329-40c6-adaf-350ba0642f25 binding host dv-cinder-796471-1-iscsi {{(pid=91909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 14:18:11.903037 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-ea86a17d-2e71-43be-9643-1e6537f75aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:11.998022 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-e2f8d183-b8a1-4d6b-a85d-99c0e08de50f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-33170876'] for port, before_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:12.177296 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.db.db_base_plugin_common [None req-e2f8d183-b8a1-4d6b-a85d-99c0e08de50f admin admin] Allocated IP 172.20.0.1 (d785db07-dec5-4c04-aa3b-7e193f13bd39/d4d04c56-7574-499d-9928-de3ab052dae1/2b5a2317-017c-436e-9fef-b5ae01e715f8) {{(pid=91906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:18:12.213531 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-ea86a17d-2e71-43be-9643-1e6537f75aec None None] Notify callbacks [] for port, precommit_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:12.224018 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-ea86a17d-2e71-43be-9643-1e6537f75aec None None] Transition to ACTIVE for port object 7282ff04-9329-40c6-adaf-350ba0642f25 will not be triggered until provisioned by entity L2. {{(pid=91909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:18:12.230696 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-ea86a17d-2e71-43be-9643-1e6537f75aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492'] for port, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:12.232590 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:18:12.267161 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Device a3d6932a-0de1-4070-8251-bcbdad1ec3ca up at agent ovs-agent-dv-cinder-796471-1-iscsi {{(pid=91909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:18:12.318335 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-e2f8d183-b8a1-4d6b-a85d-99c0e08de50f admin admin] Notify callbacks [] for port, precommit_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:12.327309 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d2ee07-ed09-4a98-85d3-332eb2d0985c None None] Pushing event updated for resources: {'Port': ['ID=7282ff04-9329-40c6-adaf-350ba0642f25,revision_number=2']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:18:12.330983 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.db.provisioning_blocks [None req-e2f8d183-b8a1-4d6b-a85d-99c0e08de50f admin admin] Transition to ACTIVE for port object 2b5a2317-017c-436e-9fef-b5ae01e715f8 will not be triggered until provisioned by entity DHCP. {{(pid=91906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:18:12.334191 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-16d2ee07-ed09-4a98-85d3-332eb2d0985c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:18:12.336753 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.managers [None req-ea86a17d-2e71-43be-9643-1e6537f75aec None None] Attempting to bind port 7282ff04-9329-40c6-adaf-350ba0642f25 on host dv-cinder-796471-1-iscsi for vnic_type normal with profile {{(pid=91909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:18:12.337132 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.managers [None req-ea86a17d-2e71-43be-9643-1e6537f75aec None None] Attempting to bind port 7282ff04-9329-40c6-adaf-350ba0642f25 by drivers openvswitch,hyperv on host dv-cinder-796471-1-iscsi at level 0 using segments [{'id': '16359361-6c0e-4f40-8a0e-56105654022c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641'}] {{(pid=91909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:18:12.337501 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea86a17d-2e71-43be-9643-1e6537f75aec None None] Attempting to bind port 7282ff04-9329-40c6-adaf-350ba0642f25 on network 962d46ed-056a-473f-b9cc-450bda4e3641 {{(pid=91909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:18:12.345552 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea86a17d-2e71-43be-9643-1e6537f75aec None None] Checking agent: {'id': 'a00a16a2-d8fd-48bc-a1ff-18db44b70890', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796471-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 4, 51), 'started_at': datetime.datetime(2021, 6, 15, 14, 5, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 17, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796471-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:18:12.345934 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea86a17d-2e71-43be-9643-1e6537f75aec None None] Checking segment: {'id': '16359361-6c0e-4f40-8a0e-56105654022c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:18:12.346344 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-ea86a17d-2e71-43be-9643-1e6537f75aec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:12.346741 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea86a17d-2e71-43be-9643-1e6537f75aec None None] Bound using segment: {'id': '16359361-6c0e-4f40-8a0e-56105654022c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641'} {{(pid=91909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:18:12.347238 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.managers [None req-ea86a17d-2e71-43be-9643-1e6537f75aec None None] Bound port: 7282ff04-9329-40c6-adaf-350ba0642f25, host: dv-cinder-796471-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16359361-6c0e-4f40-8a0e-56105654022c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641'}}] {{(pid=91909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:18:12.347611 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-ea86a17d-2e71-43be-9643-1e6537f75aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:12.366323 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-e2f8d183-b8a1-4d6b-a85d-99c0e08de50f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33170815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-53808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781714044429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3410907'] for port, after_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:12.369155 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:18:12.394314 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Provisioning complete for port a3d6932a-0de1-4070-8251-bcbdad1ec3ca triggered by entity L2. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:18:12.394697 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897510'] for port, provisioning_complete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:12.406824 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f8d183-b8a1-4d6b-a85d-99c0e08de50f admin admin] Network d785db07-dec5-4c04-aa3b-7e193f13bd39 is already hosted by enough agents. {{(pid=91906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:18:12.413155 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.scheduler.base_scheduler [None req-e2f8d183-b8a1-4d6b-a85d-99c0e08de50f admin admin] Resources bound (agent type, host, resource id): {{(pid=91906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:18:12.416509 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f8d183-b8a1-4d6b-a85d-99c0e08de50f admin admin] Received port after_create {{(pid=91906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:18:12.451177 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f8d183-b8a1-4d6b-a85d-99c0e08de50f admin admin] Pushing event updated for resources: {'Port': ['ID=2b5a2317-017c-436e-9fef-b5ae01e715f8,revision_number=1']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:18:12.451380 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-ea86a17d-2e71-43be-9643-1e6537f75aec None None] For port 7282ff04-9329-40c6-adaf-350ba0642f25, host dv-cinder-796471-1-iscsi, cleared binding levels {{(pid=91909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:18:12.459191 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-e2f8d183-b8a1-4d6b-a85d-99c0e08de50f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:18:12.468435 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-ea86a17d-2e71-43be-9643-1e6537f75aec None None] For port 7282ff04-9329-40c6-adaf-350ba0642f25, host dv-cinder-796471-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796471-1-iscsi',level=0,port_id=7282ff04-9329-40c6-adaf-350ba0642f25,segment=NetworkSegment(16359361-6c0e-4f40-8a0e-56105654022c),segment_id=16359361-6c0e-4f40-8a0e-56105654022c)] {{(pid=91909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:18:12.469216 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-e2f8d183-b8a1-4d6b-a85d-99c0e08de50f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-670032'] for router_interface, before_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:12.476301 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-ea86a17d-2e71-43be-9643-1e6537f75aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492'] for port, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:12.485610 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:18:12.593485 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea86a17d-2e71-43be-9643-1e6537f75aec None None] Routers {'1e8a65a5-d09a-4b25-9517-9c6cef50beb3'} bound to L3 agent in host dv-cinder-796471-1-iscsi {{(pid=91909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:18:12.594144 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_hamode_db [None req-ea86a17d-2e71-43be-9643-1e6537f75aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796471-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-15T14:04:51Z,description=,heartbeat_timestamp=2021-06-15T14:17:51Z,host='dv-cinder-796471-1-iscsi',id=7c0fcfb6-ee6c-4f84-9204-f4cc96555f34,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:04:51Z,topic='l3_agent')) {'router_ids': ['1e8a65a5-d09a-4b25-9517-9c6cef50beb3'], 'active': True} {{(pid=91909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:18:12.661159 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d2ee07-ed09-4a98-85d3-332eb2d0985c None None] Pushing event updated for resources: {'Port': ['ID=7282ff04-9329-40c6-adaf-350ba0642f25,revision_number=3']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:18:12.705463 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-16d2ee07-ed09-4a98-85d3-332eb2d0985c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:18:12.738303 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-276f6f53-93cb-4fae-b914-c34c46537c1e None None] Provisioning for port 2b5a2317-017c-436e-9fef-b5ae01e715f8 completed by entity DHCP. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:18:12.744257 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-276f6f53-93cb-4fae-b914-c34c46537c1e None None] Provisioning complete for port 2b5a2317-017c-436e-9fef-b5ae01e715f8 triggered by entity DHCP. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:18:12.744639 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-276f6f53-93cb-4fae-b914-c34c46537c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897510'] for port, provisioning_complete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:12.802072 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_dvr_db [None req-ea86a17d-2e71-43be-9643-1e6537f75aec None None] Set router 1e8a65a5-d09a-4b25-9517-9c6cef50beb3 gateway port host: dv-cinder-796471-1-iscsi {{(pid=91909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:18:12.839431 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.plugin [None req-276f6f53-93cb-4fae-b914-c34c46537c1e None None] Port 2b5a2317-017c-436e-9fef-b5ae01e715f8 cannot update to ACTIVE because it is not bound. {{(pid=91909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 15 14:18:12.963731 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fe0b5e-21a2-4356-b088-a2d682cc0aed req-811a0b9c-e7c7-4203-bdd4-21025b8423c4 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:12.973582 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-13fe0b5e-21a2-4356-b088-a2d682cc0aed req-811a0b9c-e7c7-4203-bdd4-21025b8423c4 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c338005-e679-4872-9a31-4b3860bc0e3c HTTP/1.1" status: 200 len: 944 time: 0.1544635 Jun 15 14:18:13.054067 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_hamode_db [None req-ea86a17d-2e71-43be-9643-1e6537f75aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e8a65a5-d09a-4b25-9517-9c6cef50beb3', 'name': 'tempest-TestMinimumBasicScenario-1451712082-router', 'tenant_id': 'bdbc49f82db24b3887142e44b8029698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'external_fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '7282ff04-9329-40c6-adaf-350ba0642f25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:18:08Z', 'updated_at': '2021-06-15T14:18:10Z', 'revision_number': 3, 'project_id': 'bdbc49f82db24b3887142e44b8029698', 'gw_port': {'id': '7282ff04-9329-40c6-adaf-350ba0642f25', 'name': '', 'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:2c:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e8a65a5-d09a-4b25-9517-9c6cef50beb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:18:09Z', 'updated_at': '2021-06-15T14:18:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796471-1-iscsi'}], 'dv-cinder-796471-1-iscsi', False) {} {{(pid=91909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:18:13.057958 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea86a17d-2e71-43be-9643-1e6537f75aec None None] The sync data for ids ['1e8a65a5-d09a-4b25-9517-9c6cef50beb3'] in dv-cinder-796471-1-iscsi is: [{'id': '1e8a65a5-d09a-4b25-9517-9c6cef50beb3', 'name': 'tempest-TestMinimumBasicScenario-1451712082-router', 'tenant_id': 'bdbc49f82db24b3887142e44b8029698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'external_fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '7282ff04-9329-40c6-adaf-350ba0642f25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:18:08Z', 'updated_at': '2021-06-15T14:18:10Z', 'revision_number': 3, 'project_id': 'bdbc49f82db24b3887142e44b8029698', 'gw_port': {'id': '7282ff04-9329-40c6-adaf-350ba0642f25', 'name': '', 'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:2c:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e8a65a5-d09a-4b25-9517-9c6cef50beb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:18:09Z', 'updated_at': '2021-06-15T14:18:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796471-1-iscsi'}] {{(pid=91909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:18:13.070328 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-13fe0b5e-21a2-4356-b088-a2d682cc0aed req-d32ac231-ccf9-4acb-b19d-3b3b247f1734 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "GET /v2.0/security-groups?id=5fb2b0bc-4d97-449b-9031-5715adbe68e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955856 Jun 15 14:18:13.074284 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-e2f8d183-b8a1-4d6b-a85d-99c0e08de50f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:13.322796 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-e2f8d183-b8a1-4d6b-a85d-99c0e08de50f admin admin] Notify callbacks [] for port, precommit_update {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:13.333276 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-e2f8d183-b8a1-4d6b-a85d-99c0e08de50f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3410917'] for port, after_update {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:13.335797 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-040e6ce1-a18d-4be7-9273-f3648d912e48 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:18:13.438664 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f8d183-b8a1-4d6b-a85d-99c0e08de50f admin admin] Pushing event updated for resources: {'Port': ['ID=2b5a2317-017c-436e-9fef-b5ae01e715f8,revision_number=2']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:18:13.441870 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-e2f8d183-b8a1-4d6b-a85d-99c0e08de50f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:18:13.442903 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-e2f8d183-b8a1-4d6b-a85d-99c0e08de50f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-670148'] for router_interface, after_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:13.565992 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f8d183-b8a1-4d6b-a85d-99c0e08de50f admin admin] Network d785db07-dec5-4c04-aa3b-7e193f13bd39 is already hosted by enough agents. {{(pid=91906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:18:13.567560 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.scheduler.base_scheduler [None req-e2f8d183-b8a1-4d6b-a85d-99c0e08de50f admin admin] Resources bound (agent type, host, resource id): {{(pid=91906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:18:13.729224 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2f8d183-b8a1-4d6b-a85d-99c0e08de50f admin admin] Router 1e8a65a5-d09a-4b25-9517-9c6cef50beb3 has already been hosted by L3 agent 7c0fcfb6-ee6c-4f84-9204-f4cc96555f34 {{(pid=91906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:18:13.763709 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-d6173eeb-417a-4cac-bb29-5b218c49f256 None None] Provisioning complete for port 2b5a2317-017c-436e-9fef-b5ae01e715f8 triggered by entity DHCP. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:18:13.764276 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-d6173eeb-417a-4cac-bb29-5b218c49f256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897510'] for port, provisioning_complete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:13.815278 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.plugin [None req-d6173eeb-417a-4cac-bb29-5b218c49f256 None None] Port 2b5a2317-017c-436e-9fef-b5ae01e715f8 cannot update to ACTIVE because it is not bound. {{(pid=91909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 15 14:18:13.885704 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2f8d183-b8a1-4d6b-a85d-99c0e08de50f admin admin] Notify agent at l3_agent.dv-cinder-796471-1-iscsi the message routers_updated {{(pid=91906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:18:13.891993 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-e2f8d183-b8a1-4d6b-a85d-99c0e08de50f admin admin] 10.222.0.26 "PUT /v2.0/routers/1e8a65a5-d09a-4b25-9517-9c6cef50beb3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6154890 Jun 15 14:18:14.268879 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf1e5af-33e3-48ca-a37c-c0e14fd93dbd req-ed944e52-c475-41b7-8d7b-414b5200476c tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:14.270379 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-ebf1e5af-33e3-48ca-a37c-c0e14fd93dbd req-ed944e52-c475-41b7-8d7b-414b5200476c tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c338005-e679-4872-9a31-4b3860bc0e3c HTTP/1.1" status: 200 len: 944 time: 0.0721245 Jun 15 14:18:14.283850 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Device 7282ff04-9329-40c6-adaf-350ba0642f25 up at agent ovs-agent-dv-cinder-796471-1-iscsi {{(pid=91909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:18:14.355584 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Device ea61a4d3-9dba-46d7-bade-007b03bc52a7 details requested by agent hyperv_hv-cinder-79647 with host hv-cinder-79647 {{(pid=91909) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 14:18:14.364126 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-ebf1e5af-33e3-48ca-a37c-c0e14fd93dbd req-e6dcbc24-0bd5-4c91-849f-6baf0d01cea2 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "GET /v2.0/security-groups?id=5fb2b0bc-4d97-449b-9031-5715adbe68e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845878 Jun 15 14:18:14.435859 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Provisioning for port 7282ff04-9329-40c6-adaf-350ba0642f25 completed by entity L2. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:18:14.484177 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Provisioning complete for port 7282ff04-9329-40c6-adaf-350ba0642f25 triggered by entity L2. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:18:14.484884 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897510'] for port, provisioning_complete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:14.534181 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 37556) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:18:14.539817 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.v2.base [None req-b2ba2e2b-c265-4f17-9f15-864f6fa3c833 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1045903534-network', 'tenant_id': '7fefc6d1eff14093bfdb361d9672d355'}} {{(pid=91906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:18:14.569670 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2ba2e2b-c265-4f17-9f15-864f6fa3c833 admin admin] Made reservation on behalf of 7fefc6d1eff14093bfdb361d9672d355 for: {'network': 1} {{(pid=91906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:18:14.578914 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-b2ba2e2b-c265-4f17-9f15-864f6fa3c833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-33170876'] for network, before_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:14.591103 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-b2ba2e2b-c265-4f17-9f15-864f6fa3c833 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:14.711513 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] For port ea61a4d3-9dba-46d7-bade-007b03bc52a7, host hv-cinder-79647, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79647',level=0,port_id=ea61a4d3-9dba-46d7-bade-007b03bc52a7,segment=NetworkSegment(bdfc6570-21e3-4188-8b81-25944ca5b033),segment_id=bdfc6570-21e3-4188-8b81-25944ca5b033)] {{(pid=91909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:18:14.727671 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Returning: {'device': 'ea61a4d3-9dba-46d7-bade-007b03bc52a7', 'network_id': '38cc54e9-46a5-4f17-85e6-fe0dd786b611', 'port_id': 'ea61a4d3-9dba-46d7-bade-007b03bc52a7', 'mac_address': 'fa:16:3e:18:3e:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 885, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7a8d3b2-93d0-474b-a785-3b20f05c50a2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91909) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 14:18:14.734916 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-b2ba2e2b-c265-4f17-9f15-864f6fa3c833 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:14.739991 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-b2ba2e2b-c265-4f17-9f15-864f6fa3c833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:14.745044 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-0d1faaf9-2a48-4da8-854a-900ed0ccd935 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:18:14.771357 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2ba2e2b-c265-4f17-9f15-864f6fa3c833 admin admin] vlan segment allocate from pool success with {'vlan_id': 871, 'physical_network': 'physnet1'} {{(pid=91906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:18:14.779617 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ba2e2b-c265-4f17-9f15-864f6fa3c833 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16ea09ac-10d4-4c03-b21e-2b2fd4321a48,revision_number=1']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:18:14.788081 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-b2ba2e2b-c265-4f17-9f15-864f6fa3c833 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:18:14.797638 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-b2ba2e2b-c265-4f17-9f15-864f6fa3c833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32890017'] for segment, precommit_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:14.798293 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.db.segments_db [None req-b2ba2e2b-c265-4f17-9f15-864f6fa3c833 admin admin] Added segment c1ba742f-bbe3-4fe0-b88d-42bd00f1ea9a of type vlan for network 9d6a23b8-7d72-4524-9392-a9b9e19fdddd Jun 15 14:18:14.814047 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:14.830186 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:14.847399 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.notifiers.nova [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea61a4d3-9dba-46d7-bade-007b03bc52a7 {{(pid=91909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:18:14.847512 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13f5ad4-08f8-4797-bd2b-dfafec88a9b6 None None] Sync routers for ids ['1e8a65a5-d09a-4b25-9517-9c6cef50beb3'] in dv-cinder-796471-1-iscsi {{(pid=91910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:18:14.852936 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-b2ba2e2b-c265-4f17-9f15-864f6fa3c833 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781714030749'] for network, precommit_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:14.858702 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13f5ad4-08f8-4797-bd2b-dfafec88a9b6 None None] Routers {'1e8a65a5-d09a-4b25-9517-9c6cef50beb3'} bound to L3 agent in host dv-cinder-796471-1-iscsi {{(pid=91910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:18:14.859897 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-d13f5ad4-08f8-4797-bd2b-dfafec88a9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796471-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-15T14:04:51Z,description=,heartbeat_timestamp=2021-06-15T14:17:51Z,host='dv-cinder-796471-1-iscsi',id=7c0fcfb6-ee6c-4f84-9204-f4cc96555f34,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:04:51Z,topic='l3_agent')) {'router_ids': ['1e8a65a5-d09a-4b25-9517-9c6cef50beb3'], 'active': True} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:18:14.889052 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-b2ba2e2b-c265-4f17-9f15-864f6fa3c833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-350226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537401'] for network, after_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:14.891189 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ba2e2b-c265-4f17-9f15-864f6fa3c833 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:14.892603 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-b2ba2e2b-c265-4f17-9f15-864f6fa3c833 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537372'] for network, before_response {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:14.899228 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] For port ea61a4d3-9dba-46d7-bade-007b03bc52a7, host hv-cinder-79647, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79647',level=0,port_id=ea61a4d3-9dba-46d7-bade-007b03bc52a7,segment=NetworkSegment(bdfc6570-21e3-4188-8b81-25944ca5b033),segment_id=bdfc6570-21e3-4188-8b81-25944ca5b033)] {{(pid=91909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:18:14.901205 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-b23e6737-5d60-4c71-8ffb-9289246f3190 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:18:14.904723 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] For port 7282ff04-9329-40c6-adaf-350ba0642f25, host dv-cinder-796471-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796471-1-iscsi',level=0,port_id=7282ff04-9329-40c6-adaf-350ba0642f25,segment=NetworkSegment(16359361-6c0e-4f40-8a0e-56105654022c),segment_id=16359361-6c0e-4f40-8a0e-56105654022c)] {{(pid=91909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:18:14.910480 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492'] for port, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:14.913142 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:18:14.916589 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492'] for port, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:14.997753 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ba2e2b-c265-4f17-9f15-864f6fa3c833 admin admin] Pushing event updated for resources: {'Network': ['ID=9d6a23b8-7d72-4524-9392-a9b9e19fdddd,revision_number=1']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:18:15.002353 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-b2ba2e2b-c265-4f17-9f15-864f6fa3c833 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:18:15.006071 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Pushing event updated for resources: {'Port': ['ID=ea61a4d3-9dba-46d7-bade-007b03bc52a7,revision_number=4']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:18:15.009467 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:18:15.012159 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.087s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:18:15.016082 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 37580) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:18:15.016461 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-b2ba2e2b-c265-4f17-9f15-864f6fa3c833 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4808307 Jun 15 14:18:15.021153 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.v2.base [None req-e613c498-76cd-4c85-9ef2-86a6042aafa1 admin admin] Request body: {'subnet': {'network_id': '9d6a23b8-7d72-4524-9392-a9b9e19fdddd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1045903534-subnet', 'tenant_id': '7fefc6d1eff14093bfdb361d9672d355', 'ip_version': 4}} {{(pid=91907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:18:15.038607 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Network 9d6a23b8-7d72-4524-9392-a9b9e19fdddd details requested by agent ovs-agent-dv-cinder-796471-1-iscsi with host dv-cinder-796471-1-iscsi {{(pid=91909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:18:15.041098 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvr_db [None req-d13f5ad4-08f8-4797-bd2b-dfafec88a9b6 None None] Set router 1e8a65a5-d09a-4b25-9517-9c6cef50beb3 gateway port host: dv-cinder-796471-1-iscsi {{(pid=91910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:18:15.055163 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e613c498-76cd-4c85-9ef2-86a6042aafa1 admin admin] Made reservation on behalf of 7fefc6d1eff14093bfdb361d9672d355 for: {'subnet': 1} {{(pid=91907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:18:15.059202 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-e613c498-76cd-4c85-9ef2-86a6042aafa1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3414610'] for subnet, before_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:15.159893 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Pushing event updated for resources: {'Port': ['ID=7282ff04-9329-40c6-adaf-350ba0642f25,revision_number=4']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:18:15.166185 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:18:15.246679 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] get_ports_and_sgs() called for port_ids ['ea61a4d3-9dba-46d7-bade-007b03bc52a7'] {{(pid=91909) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:18:15.344291 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-d13f5ad4-08f8-4797-bd2b-dfafec88a9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e8a65a5-d09a-4b25-9517-9c6cef50beb3', 'name': 'tempest-TestMinimumBasicScenario-1451712082-router', 'tenant_id': 'bdbc49f82db24b3887142e44b8029698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'external_fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '7282ff04-9329-40c6-adaf-350ba0642f25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:18:08Z', 'updated_at': '2021-06-15T14:18:12Z', 'revision_number': 4, 'project_id': 'bdbc49f82db24b3887142e44b8029698', 'gw_port': {'id': '7282ff04-9329-40c6-adaf-350ba0642f25', 'name': '', 'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:2c:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e8a65a5-d09a-4b25-9517-9c6cef50beb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:18:09Z', 'updated_at': '2021-06-15T14:18:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796471-1-iscsi', '_interfaces': [{'id': '2b5a2317-017c-436e-9fef-b5ae01e715f8', 'name': '', 'network_id': 'd785db07-dec5-4c04-aa3b-7e193f13bd39', 'tenant_id': 'bdbc49f82db24b3887142e44b8029698', 'mac_address': 'fa:16:3e:a9:6f:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e8a65a5-d09a-4b25-9517-9c6cef50beb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'd4d04c56-7574-499d-9928-de3ab052dae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:18:12Z', 'updated_at': '2021-06-15T14:18:13Z', 'revision_number': 2, 'project_id': 'bdbc49f82db24b3887142e44b8029698', 'subnets': [{'id': 'd4d04c56-7574-499d-9928-de3ab052dae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796471-1-iscsi', False) {} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:18:15.348297 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13f5ad4-08f8-4797-bd2b-dfafec88a9b6 None None] Checking router: 1e8a65a5-d09a-4b25-9517-9c6cef50beb3 for host: dv-cinder-796471-1-iscsi {{(pid=91910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:18:15.349103 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13f5ad4-08f8-4797-bd2b-dfafec88a9b6 None None] Updating router 1e8a65a5-d09a-4b25-9517-9c6cef50beb3 port 2b5a2317-017c-436e-9fef-b5ae01e715f8 binding host dv-cinder-796471-1-iscsi {{(pid=91910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 14:18:15.351546 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-e613c498-76cd-4c85-9ef2-86a6042aafa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4062059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3414596'] for subnet, after_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:15.354326 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:18:15.398606 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-d13f5ad4-08f8-4797-bd2b-dfafec88a9b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:15.444107 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e613c498-76cd-4c85-9ef2-86a6042aafa1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e81de77d-43b7-4bf9-90a0-985c4f851d32,revision_number=0']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:18:15.453257 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-e613c498-76cd-4c85-9ef2-86a6042aafa1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:18:15.461262 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e613c498-76cd-4c85-9ef2-86a6042aafa1 admin admin] Checking segment: {'id': 'c1ba742f-bbe3-4fe0-b88d-42bd00f1ea9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '9d6a23b8-7d72-4524-9392-a9b9e19fdddd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:18:15.461805 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e613c498-76cd-4c85-9ef2-86a6042aafa1 admin admin] Network hostable DHCP agents. Network: 9d6a23b8-7d72-4524-9392-a9b9e19fdddd, hostable agents: ['b76165da-6319-4f74-a975-61037e393453'], hosted agents: [] {{(pid=91907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:18:15.481187 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e613c498-76cd-4c85-9ef2-86a6042aafa1 admin admin] Network 9d6a23b8-7d72-4524-9392-a9b9e19fdddd is scheduled to be hosted by DHCP agent b76165da-6319-4f74-a975-61037e393453 with binding_index 1 {{(pid=91907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:18:15.493788 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.scheduler.base_scheduler [None req-e613c498-76cd-4c85-9ef2-86a6042aafa1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796471-1-iscsi, 9d6a23b8-7d72-4524-9392-a9b9e19fdddd) {{(pid=91907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:18:15.503575 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e613c498-76cd-4c85-9ef2-86a6042aafa1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:15.504603 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-e613c498-76cd-4c85-9ef2-86a6042aafa1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:15.509675 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-772cd978-1d45-4628-9ef9-abbb3a0ccf14 None None] Network 9d6a23b8-7d72-4524-9392-a9b9e19fdddd requested from dv-cinder-796471-1-iscsi {{(pid=91909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:18:15.529618 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-e613c498-76cd-4c85-9ef2-86a6042aafa1 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5120823 Jun 15 14:18:15.531883 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 37606) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:18:15.536909 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.v2.base [None req-0e2f8171-73fb-46ca-91dd-2e85de84343d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1045903534-router', 'tenant_id': '7fefc6d1eff14093bfdb361d9672d355', 'external_gateway_info': {'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641'}}} {{(pid=91907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:18:15.569462 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-0e2f8171-73fb-46ca-91dd-2e85de84343d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10752'] for router, before_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:15.570756 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-0e2f8171-73fb-46ca-91dd-2e85de84343d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-667090', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338381', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10775'] for router, precommit_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:15.666991 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b976a5-1837-4242-8f1d-e789a965fceb req-0225451c-d6bd-4433-ae07-420366e01612 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:15.670562 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-f7b976a5-1837-4242-8f1d-e789a965fceb req-0225451c-d6bd-4433-ae07-420366e01612 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c338005-e679-4872-9a31-4b3860bc0e3c HTTP/1.1" status: 200 len: 945 time: 0.0944629 Jun 15 14:18:15.681407 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-0e2f8171-73fb-46ca-91dd-2e85de84343d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:15.735894 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-f7b976a5-1837-4242-8f1d-e789a965fceb req-b0a7854c-86f6-4b9d-bd58-ac1e3b036316 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "GET /v2.0/security-groups?id=5fb2b0bc-4d97-449b-9031-5715adbe68e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581532 Jun 15 14:18:15.902701 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-d13f5ad4-08f8-4797-bd2b-dfafec88a9b6 None None] Notify callbacks [] for port, precommit_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:15.915394 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-d13f5ad4-08f8-4797-bd2b-dfafec88a9b6 None None] Transition to ACTIVE for port object 2b5a2317-017c-436e-9fef-b5ae01e715f8 will not be triggered until provisioned by entity L2. {{(pid=91910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:18:15.919474 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-0e2f8171-73fb-46ca-91dd-2e85de84343d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-667085', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-706225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10981'] for router, precommit_update {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:15.923238 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-d13f5ad4-08f8-4797-bd2b-dfafec88a9b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492'] for port, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:15.928076 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:18:15.989056 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bab0e82-28b1-4dd5-b397-123186ce2b4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4da9c1aa-4f2a-5f74-9401-623a714743bc-9d6a23b8-7d72-4524-9392-a9b9e19fdddd', 'network_id': '9d6a23b8-7d72-4524-9392-a9b9e19fdddd', 'tenant_id': '7fefc6d1eff14093bfdb361d9672d355', 'fixed_ips': [{'subnet_id': 'e81de77d-43b7-4bf9-90a0-985c4f851d32'}]}} from dv-cinder-796471-1-iscsi. {{(pid=91909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 15 14:18:15.990724 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8bab0e82-28b1-4dd5-b397-123186ce2b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-33170876'] for port, before_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:16.061266 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047f7c74-a553-4c04-9590-a495cf63c0f2 None None] Pushing event updated for resources: {'Port': ['ID=2b5a2317-017c-436e-9fef-b5ae01e715f8,revision_number=3']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:18:16.097135 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047f7c74-a553-4c04-9590-a495cf63c0f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:18:16.097481 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047f7c74-a553-4c04-9590-a495cf63c0f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:18:16.098476 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047f7c74-a553-4c04-9590-a495cf63c0f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:18:16.098476 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047f7c74-a553-4c04-9590-a495cf63c0f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:18:16.098662 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047f7c74-a553-4c04-9590-a495cf63c0f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:18:16.098998 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047f7c74-a553-4c04-9590-a495cf63c0f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:18:16.099388 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047f7c74-a553-4c04-9590-a495cf63c0f2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:18:16.099716 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047f7c74-a553-4c04-9590-a495cf63c0f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:18:16.100035 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047f7c74-a553-4c04-9590-a495cf63c0f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:18:16.100898 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047f7c74-a553-4c04-9590-a495cf63c0f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:18:16.100898 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047f7c74-a553-4c04-9590-a495cf63c0f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:18:16.101093 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047f7c74-a553-4c04-9590-a495cf63c0f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:18:16.105327 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-047f7c74-a553-4c04-9590-a495cf63c0f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:18:16.116322 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.managers [None req-d13f5ad4-08f8-4797-bd2b-dfafec88a9b6 None None] Attempting to bind port 2b5a2317-017c-436e-9fef-b5ae01e715f8 on host dv-cinder-796471-1-iscsi for vnic_type normal with profile {{(pid=91910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:18:16.116843 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.managers [None req-d13f5ad4-08f8-4797-bd2b-dfafec88a9b6 None None] Attempting to bind port 2b5a2317-017c-436e-9fef-b5ae01e715f8 by drivers openvswitch,hyperv on host dv-cinder-796471-1-iscsi at level 0 using segments [{'id': '51b69454-caf5-406c-8c30-6edaddc466c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'd785db07-dec5-4c04-aa3b-7e193f13bd39'}] {{(pid=91910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:18:16.117316 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13f5ad4-08f8-4797-bd2b-dfafec88a9b6 None None] Attempting to bind port 2b5a2317-017c-436e-9fef-b5ae01e715f8 on network d785db07-dec5-4c04-aa3b-7e193f13bd39 {{(pid=91910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:18:16.123070 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13f5ad4-08f8-4797-bd2b-dfafec88a9b6 None None] Checking agent: {'id': 'a00a16a2-d8fd-48bc-a1ff-18db44b70890', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796471-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 4, 51), 'started_at': datetime.datetime(2021, 6, 15, 14, 5, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 17, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796471-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:18:16.123595 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13f5ad4-08f8-4797-bd2b-dfafec88a9b6 None None] Checking segment: {'id': '51b69454-caf5-406c-8c30-6edaddc466c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'd785db07-dec5-4c04-aa3b-7e193f13bd39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:18:16.124116 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-d13f5ad4-08f8-4797-bd2b-dfafec88a9b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:16.124632 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13f5ad4-08f8-4797-bd2b-dfafec88a9b6 None None] Bound using segment: {'id': '51b69454-caf5-406c-8c30-6edaddc466c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'd785db07-dec5-4c04-aa3b-7e193f13bd39'} {{(pid=91910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:18:16.125216 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.managers [None req-d13f5ad4-08f8-4797-bd2b-dfafec88a9b6 None None] Bound port: 2b5a2317-017c-436e-9fef-b5ae01e715f8, host: dv-cinder-796471-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51b69454-caf5-406c-8c30-6edaddc466c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'd785db07-dec5-4c04-aa3b-7e193f13bd39'}}] {{(pid=91910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:18:16.125693 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-d13f5ad4-08f8-4797-bd2b-dfafec88a9b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:16.172141 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.db_base_plugin_common [None req-8bab0e82-28b1-4dd5-b397-123186ce2b4e None None] Allocated IP 172.20.0.2 (9d6a23b8-7d72-4524-9392-a9b9e19fdddd/e81de77d-43b7-4bf9-90a0-985c4f851d32/7577ad9d-2135-459b-bcf2-ceca35dbd6ce) {{(pid=91909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:18:16.236890 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-d13f5ad4-08f8-4797-bd2b-dfafec88a9b6 None None] For port 2b5a2317-017c-436e-9fef-b5ae01e715f8, host dv-cinder-796471-1-iscsi, cleared binding levels {{(pid=91910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:18:16.241731 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-d13f5ad4-08f8-4797-bd2b-dfafec88a9b6 None None] For port 2b5a2317-017c-436e-9fef-b5ae01e715f8, host dv-cinder-796471-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796471-1-iscsi',level=0,port_id=2b5a2317-017c-436e-9fef-b5ae01e715f8,segment=NetworkSegment(51b69454-caf5-406c-8c30-6edaddc466c7),segment_id=51b69454-caf5-406c-8c30-6edaddc466c7)] {{(pid=91910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:18:16.248887 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-d13f5ad4-08f8-4797-bd2b-dfafec88a9b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492'] for port, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:16.252426 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-0e2f8171-73fb-46ca-91dd-2e85de84343d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:16.253488 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:18:16.275040 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Device 7282ff04-9329-40c6-adaf-350ba0642f25 up at agent ovs-agent-dv-cinder-796471-1-iscsi {{(pid=91909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:18:16.291764 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-0e2f8171-73fb-46ca-91dd-2e85de84343d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-33170876'] for port, before_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:16.340919 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047f7c74-a553-4c04-9590-a495cf63c0f2 None None] Pushing event updated for resources: {'Port': ['ID=2b5a2317-017c-436e-9fef-b5ae01e715f8,revision_number=4']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:18:16.352504 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13f5ad4-08f8-4797-bd2b-dfafec88a9b6 None None] Routers {'1e8a65a5-d09a-4b25-9517-9c6cef50beb3'} bound to L3 agent in host dv-cinder-796471-1-iscsi {{(pid=91910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:18:16.353074 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-d13f5ad4-08f8-4797-bd2b-dfafec88a9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796471-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-15T14:04:51Z,description=,heartbeat_timestamp=2021-06-15T14:17:51Z,host='dv-cinder-796471-1-iscsi',id=7c0fcfb6-ee6c-4f84-9204-f4cc96555f34,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:04:51Z,topic='l3_agent')) {'router_ids': ['1e8a65a5-d09a-4b25-9517-9c6cef50beb3'], 'active': True} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:18:16.356069 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-047f7c74-a553-4c04-9590-a495cf63c0f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:18:16.437584 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Provisioning complete for port 7282ff04-9329-40c6-adaf-350ba0642f25 triggered by entity L2. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:18:16.438065 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897510'] for port, provisioning_complete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:16.439024 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.db.db_base_plugin_common [None req-0e2f8171-73fb-46ca-91dd-2e85de84343d admin admin] Allocated IP 172.27.1.88 (962d46ed-056a-473f-b9cc-450bda4e3641/a342ae99-1675-4821-852d-5dc3e7213bc2/b2985c07-d4cb-4754-a0d3-f4496536b2e0) {{(pid=91907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:18:16.443624 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8bab0e82-28b1-4dd5-b397-123186ce2b4e None None] Notify callbacks [] for port, precommit_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:16.489640 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-8bab0e82-28b1-4dd5-b397-123186ce2b4e None None] Transition to ACTIVE for port object 7577ad9d-2135-459b-bcf2-ceca35dbd6ce will not be triggered until provisioned by entity L2. {{(pid=91909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:18:16.512932 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-8bab0e82-28b1-4dd5-b397-123186ce2b4e None None] Transition to ACTIVE for port object 7577ad9d-2135-459b-bcf2-ceca35dbd6ce will not be triggered until provisioned by entity DHCP. {{(pid=91909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:18:16.526039 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8bab0e82-28b1-4dd5-b397-123186ce2b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33170815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-53808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781714044429'] for port, after_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:16.529670 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:18:16.563692 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvr_db [None req-d13f5ad4-08f8-4797-bd2b-dfafec88a9b6 None None] Set router 1e8a65a5-d09a-4b25-9517-9c6cef50beb3 gateway port host: dv-cinder-796471-1-iscsi {{(pid=91910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:18:16.596722 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-0e2f8171-73fb-46ca-91dd-2e85de84343d admin admin] Notify callbacks [] for port, precommit_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:16.628464 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bab0e82-28b1-4dd5-b397-123186ce2b4e None None] Network 9d6a23b8-7d72-4524-9392-a9b9e19fdddd is already hosted by enough agents. {{(pid=91909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:18:16.639466 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.scheduler.base_scheduler [None req-8bab0e82-28b1-4dd5-b397-123186ce2b4e None None] Resources bound (agent type, host, resource id): {{(pid=91909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:18:16.642191 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bab0e82-28b1-4dd5-b397-123186ce2b4e None None] Received port after_create {{(pid=91909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:18:16.647086 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bab0e82-28b1-4dd5-b397-123186ce2b4e None None] Pushing event updated for resources: {'Port': ['ID=7577ad9d-2135-459b-bcf2-ceca35dbd6ce,revision_number=1']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:18:16.649847 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-8bab0e82-28b1-4dd5-b397-123186ce2b4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:18:16.694895 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-0e2f8171-73fb-46ca-91dd-2e85de84343d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33170815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-53808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781714044429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4061915'] for port, after_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:16.706800 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-a96ad1ca-690c-4a0e-9421-98c6da5bcc3e tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:18:16.731935 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.managers [None req-8bab0e82-28b1-4dd5-b397-123186ce2b4e None None] Attempting to bind port 7577ad9d-2135-459b-bcf2-ceca35dbd6ce on host dv-cinder-796471-1-iscsi for vnic_type normal with profile {{(pid=91909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:18:16.732369 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.managers [None req-8bab0e82-28b1-4dd5-b397-123186ce2b4e None None] Attempting to bind port 7577ad9d-2135-459b-bcf2-ceca35dbd6ce by drivers openvswitch,hyperv on host dv-cinder-796471-1-iscsi at level 0 using segments [{'id': 'c1ba742f-bbe3-4fe0-b88d-42bd00f1ea9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '9d6a23b8-7d72-4524-9392-a9b9e19fdddd'}] {{(pid=91909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:18:16.732817 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bab0e82-28b1-4dd5-b397-123186ce2b4e None None] Attempting to bind port 7577ad9d-2135-459b-bcf2-ceca35dbd6ce on network 9d6a23b8-7d72-4524-9392-a9b9e19fdddd {{(pid=91909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:18:16.739256 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bab0e82-28b1-4dd5-b397-123186ce2b4e None None] Checking agent: {'id': 'a00a16a2-d8fd-48bc-a1ff-18db44b70890', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796471-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 4, 51), 'started_at': datetime.datetime(2021, 6, 15, 14, 5, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 17, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796471-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:18:16.739670 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bab0e82-28b1-4dd5-b397-123186ce2b4e None None] Checking segment: {'id': 'c1ba742f-bbe3-4fe0-b88d-42bd00f1ea9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '9d6a23b8-7d72-4524-9392-a9b9e19fdddd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:18:16.740179 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8bab0e82-28b1-4dd5-b397-123186ce2b4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:16.740683 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bab0e82-28b1-4dd5-b397-123186ce2b4e None None] Bound using segment: {'id': 'c1ba742f-bbe3-4fe0-b88d-42bd00f1ea9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '9d6a23b8-7d72-4524-9392-a9b9e19fdddd'} {{(pid=91909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:18:16.741299 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.managers [None req-8bab0e82-28b1-4dd5-b397-123186ce2b4e None None] Bound port: 7577ad9d-2135-459b-bcf2-ceca35dbd6ce, host: dv-cinder-796471-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1ba742f-bbe3-4fe0-b88d-42bd00f1ea9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '9d6a23b8-7d72-4524-9392-a9b9e19fdddd'}}] {{(pid=91909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:18:16.741756 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8bab0e82-28b1-4dd5-b397-123186ce2b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:16.757961 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e2f8171-73fb-46ca-91dd-2e85de84343d admin admin] Network 962d46ed-056a-473f-b9cc-450bda4e3641 is already hosted by enough agents. {{(pid=91907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:18:16.771030 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.scheduler.base_scheduler [None req-0e2f8171-73fb-46ca-91dd-2e85de84343d admin admin] Resources bound (agent type, host, resource id): {{(pid=91907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:18:16.779485 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2f8171-73fb-46ca-91dd-2e85de84343d admin admin] Received port after_create {{(pid=91907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:18:16.824133 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2f8171-73fb-46ca-91dd-2e85de84343d admin admin] Pushing event updated for resources: {'Port': ['ID=b2985c07-d4cb-4754-a0d3-f4496536b2e0,revision_number=1']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:18:16.840638 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-0e2f8171-73fb-46ca-91dd-2e85de84343d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:18:16.873184 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-8bab0e82-28b1-4dd5-b397-123186ce2b4e None None] For port 7577ad9d-2135-459b-bcf2-ceca35dbd6ce, host dv-cinder-796471-1-iscsi, cleared binding levels {{(pid=91909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:18:16.880524 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-8bab0e82-28b1-4dd5-b397-123186ce2b4e None None] For port 7577ad9d-2135-459b-bcf2-ceca35dbd6ce, host dv-cinder-796471-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796471-1-iscsi',level=0,port_id=7577ad9d-2135-459b-bcf2-ceca35dbd6ce,segment=NetworkSegment(c1ba742f-bbe3-4fe0-b88d-42bd00f1ea9a),segment_id=c1ba742f-bbe3-4fe0-b88d-42bd00f1ea9a)] {{(pid=91909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:18:16.891689 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8bab0e82-28b1-4dd5-b397-123186ce2b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492'] for port, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:16.893903 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:18:16.960152 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.agents_db [None req-1fbdf4bf-3b4b-440e-bd18-8a0939d62d55 None None] Agent healthcheck: found 6 active agents {{(pid=91910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:18:17.024058 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bab0e82-28b1-4dd5-b397-123186ce2b4e None None] Pushing event updated for resources: {'Port': ['ID=7577ad9d-2135-459b-bcf2-ceca35dbd6ce,revision_number=2']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:18:17.028112 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-8bab0e82-28b1-4dd5-b397-123186ce2b4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:18:17.123394 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-d13f5ad4-08f8-4797-bd2b-dfafec88a9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e8a65a5-d09a-4b25-9517-9c6cef50beb3', 'name': 'tempest-TestMinimumBasicScenario-1451712082-router', 'tenant_id': 'bdbc49f82db24b3887142e44b8029698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'external_fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '7282ff04-9329-40c6-adaf-350ba0642f25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:18:08Z', 'updated_at': '2021-06-15T14:18:12Z', 'revision_number': 4, 'project_id': 'bdbc49f82db24b3887142e44b8029698', 'gw_port': {'id': '7282ff04-9329-40c6-adaf-350ba0642f25', 'name': '', 'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:2c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8a65a5-d09a-4b25-9517-9c6cef50beb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:18:09Z', 'updated_at': '2021-06-15T14:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796471-1-iscsi', '_interfaces': [{'id': '2b5a2317-017c-436e-9fef-b5ae01e715f8', 'name': '', 'network_id': 'd785db07-dec5-4c04-aa3b-7e193f13bd39', 'tenant_id': 'bdbc49f82db24b3887142e44b8029698', 'mac_address': 'fa:16:3e:a9:6f:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e8a65a5-d09a-4b25-9517-9c6cef50beb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'd4d04c56-7574-499d-9928-de3ab052dae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:18:12Z', 'updated_at': '2021-06-15T14:18:16Z', 'revision_number': 4, 'project_id': 'bdbc49f82db24b3887142e44b8029698', 'subnets': [{'id': 'd4d04c56-7574-499d-9928-de3ab052dae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796471-1-iscsi', False) {} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:18:17.128131 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13f5ad4-08f8-4797-bd2b-dfafec88a9b6 None None] The sync data for ids ['1e8a65a5-d09a-4b25-9517-9c6cef50beb3'] in dv-cinder-796471-1-iscsi is: [{'id': '1e8a65a5-d09a-4b25-9517-9c6cef50beb3', 'name': 'tempest-TestMinimumBasicScenario-1451712082-router', 'tenant_id': 'bdbc49f82db24b3887142e44b8029698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'external_fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '7282ff04-9329-40c6-adaf-350ba0642f25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:18:08Z', 'updated_at': '2021-06-15T14:18:12Z', 'revision_number': 4, 'project_id': 'bdbc49f82db24b3887142e44b8029698', 'gw_port': {'id': '7282ff04-9329-40c6-adaf-350ba0642f25', 'name': '', 'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:2c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8a65a5-d09a-4b25-9517-9c6cef50beb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:18:09Z', 'updated_at': '2021-06-15T14:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796471-1-iscsi', '_interfaces': [{'id': '2b5a2317-017c-436e-9fef-b5ae01e715f8', 'name': '', 'network_id': 'd785db07-dec5-4c04-aa3b-7e193f13bd39', 'tenant_id': 'bdbc49f82db24b3887142e44b8029698', 'mac_address': 'fa:16:3e:a9:6f:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e8a65a5-d09a-4b25-9517-9c6cef50beb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'd4d04c56-7574-499d-9928-de3ab052dae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:18:12Z', 'updated_at': '2021-06-15T14:18:16Z', 'revision_number': 4, 'project_id': 'bdbc49f82db24b3887142e44b8029698', 'subnets': [{'id': 'd4d04c56-7574-499d-9928-de3ab052dae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:18:17.436951 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 37636) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:18:17.581526 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868d75ef-96a0-436f-8bf8-28e41e999adf req-782988e7-e5de-4177-af6f-573198edf991 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:17.589790 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-868d75ef-96a0-436f-8bf8-28e41e999adf req-782988e7-e5de-4177-af6f-573198edf991 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c338005-e679-4872-9a31-4b3860bc0e3c HTTP/1.1" status: 200 len: 945 time: 0.6683569 Jun 15 14:18:17.601534 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-a65c36c8-bf5b-41ee-b9ac-4fdac4d8b723 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:17.664250 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-868d75ef-96a0-436f-8bf8-28e41e999adf req-32e2028c-a566-48f6-b055-a3987791cf38 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "GET /v2.0/security-groups?id=5fb2b0bc-4d97-449b-9031-5715adbe68e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735753 Jun 15 14:18:17.697363 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-0e2f8171-73fb-46ca-91dd-2e85de84343d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:17.748000 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-a65c36c8-bf5b-41ee-b9ac-4fdac4d8b723 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:17.757032 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-a65c36c8-bf5b-41ee-b9ac-4fdac4d8b723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:17.761319 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-b23e6737-5d60-4c71-8ffb-9289246f3190 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:18:17.805811 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-a65c36c8-bf5b-41ee-b9ac-4fdac4d8b723 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=52db95fbf9fd494cad4a2f633a677e07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3676124 Jun 15 14:18:17.806415 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 37642) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:18:17.809320 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65c36c8-bf5b-41ee-b9ac-4fdac4d8b723 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d21d90b-2238-4270-8457-031db0d516f9,revision_number=1']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:18:17.816145 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-a65c36c8-bf5b-41ee-b9ac-4fdac4d8b723 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:18:17.877758 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-aedafc7d-80ee-47a6-ac25-1ca2e36d08c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:17.905275 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-aedafc7d-80ee-47a6-ac25-1ca2e36d08c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:17.969167 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-aedafc7d-80ee-47a6-ac25-1ca2e36d08c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:17.972341 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-aedafc7d-80ee-47a6-ac25-1ca2e36d08c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:17.976895 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-aedafc7d-80ee-47a6-ac25-1ca2e36d08c4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3d21d90b-2238-4270-8457-031db0d516f9 HTTP/1.1" status: 204 len: 168 time: 0.1689572 Jun 15 14:18:17.978693 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-df47a400-e19a-4c85-861c-2de2dec78c36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:18:17.992265 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedafc7d-80ee-47a6-ac25-1ca2e36d08c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d21d90b-2238-4270-8457-031db0d516f9,revision_number=None']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:18:18.002817 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-aedafc7d-80ee-47a6-ac25-1ca2e36d08c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:18:18.036795 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-0e2f8171-73fb-46ca-91dd-2e85de84343d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-706216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-667285'] for router, after_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:18.060583 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-405b8cc9-c0a8-4f64-bdbe-c9b59b19b5d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:18.305499 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e2f8171-73fb-46ca-91dd-2e85de84343d admin admin] Router f33418dd-6c5d-4f3c-ac47-6ab7de6399ca is scheduled to L3 agent 7c0fcfb6-ee6c-4f84-9204-f4cc96555f34 with binding_index 1 {{(pid=91907) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 15 14:18:18.332811 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d483fdb4-8a9f-4e44-ac8b-530028184ea8 None None] Network 9d6a23b8-7d72-4524-9392-a9b9e19fdddd requested from dv-cinder-796471-1-iscsi {{(pid=91909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:18:18.334888 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Device ea61a4d3-9dba-46d7-bade-007b03bc52a7 up at agent hyperv_hv-cinder-79647 {{(pid=91909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:18:18.392791 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Device 2b5a2317-017c-436e-9fef-b5ae01e715f8 up at agent ovs-agent-dv-cinder-796471-1-iscsi {{(pid=91909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:18:18.441095 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 37648) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:18:18.464846 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-d5729d69-e462-45b0-b5e8-a0dac4532ddf admin admin] Notify callbacks [] for security_group, before_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:18.484977 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e2f8171-73fb-46ca-91dd-2e85de84343d admin admin] Notify agent at l3_agent.dv-cinder-796471-1-iscsi the message routers_updated {{(pid=91907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:18:18.582203 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-d5729d69-e462-45b0-b5e8-a0dac4532ddf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:18.588147 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-d5729d69-e462-45b0-b5e8-a0dac4532ddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:18.592059 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-1d435fed-aa0e-4696-aaf6-d5bfb21699c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:18:18.592713 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-0e2f8171-73fb-46ca-91dd-2e85de84343d admin admin] Notify callbacks [] for router, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:18.594977 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-0e2f8171-73fb-46ca-91dd-2e85de84343d admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.0617571 Jun 15 14:18:18.597954 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 37654) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:18:18.646487 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-d5729d69-e462-45b0-b5e8-a0dac4532ddf admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b18a2401a7134d57b9602a25306522f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2002192 Jun 15 14:18:18.646825 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 37656) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:18:18.654481 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5729d69-e462-45b0-b5e8-a0dac4532ddf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=407c4efd-0223-417d-930e-fc3431419a40,revision_number=1']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:18:18.658080 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-d5729d69-e462-45b0-b5e8-a0dac4532ddf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:18:18.676220 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-c22a5cd3-c1fe-4ad7-aa98-46bb777dc57b None None] Provisioning for port 7577ad9d-2135-459b-bcf2-ceca35dbd6ce completed by entity DHCP. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:18:18.678803 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65a7b89-65fd-468b-8526-026975732ef7 None None] Sync routers for ids ['f33418dd-6c5d-4f3c-ac47-6ab7de6399ca'] in dv-cinder-796471-1-iscsi {{(pid=91909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:18:18.713601 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-845811cc-a6fd-446d-af34-aad1b02e6997 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:18.739551 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-845811cc-a6fd-446d-af34-aad1b02e6997 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:18.773963 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65a7b89-65fd-468b-8526-026975732ef7 None None] Routers {'f33418dd-6c5d-4f3c-ac47-6ab7de6399ca'} bound to L3 agent in host dv-cinder-796471-1-iscsi {{(pid=91909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:18:18.774658 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_hamode_db [None req-a65a7b89-65fd-468b-8526-026975732ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796471-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-15T14:04:51Z,description=,heartbeat_timestamp=2021-06-15T14:17:51Z,host='dv-cinder-796471-1-iscsi',id=7c0fcfb6-ee6c-4f84-9204-f4cc96555f34,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:04:51Z,topic='l3_agent')) {'router_ids': ['f33418dd-6c5d-4f3c-ac47-6ab7de6399ca'], 'active': True} {{(pid=91909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:18:18.805074 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-845811cc-a6fd-446d-af34-aad1b02e6997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:18.808437 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-845811cc-a6fd-446d-af34-aad1b02e6997 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:18.812727 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-845811cc-a6fd-446d-af34-aad1b02e6997 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/407c4efd-0223-417d-930e-fc3431419a40 HTTP/1.1" status: 204 len: 168 time: 0.1646199 Jun 15 14:18:18.814048 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-ccead349-2bd5-446a-91e9-8147bdb1fb76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:18:18.824314 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845811cc-a6fd-446d-af34-aad1b02e6997 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=407c4efd-0223-417d-930e-fc3431419a40,revision_number=None']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:18:18.826527 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-845811cc-a6fd-446d-af34-aad1b02e6997 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:18:18.951227 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Provisioning for port ea61a4d3-9dba-46d7-bade-007b03bc52a7 completed by entity L2. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:18:18.998494 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Provisioning complete for port ea61a4d3-9dba-46d7-bade-007b03bc52a7 triggered by entity L2. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:18:18.999054 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897510'] for port, provisioning_complete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:19.009602 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_dvr_db [None req-a65a7b89-65fd-468b-8526-026975732ef7 None None] Set router f33418dd-6c5d-4f3c-ac47-6ab7de6399ca gateway port host: dv-cinder-796471-1-iscsi {{(pid=91909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:18:19.045800 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937b7bbf-f3e6-4706-a4f2-70a364137697 req-b5aba9ff-bbb4-49eb-99f8-6e23034b8d19 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:19.047402 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-937b7bbf-f3e6-4706-a4f2-70a364137697 req-b5aba9ff-bbb4-49eb-99f8-6e23034b8d19 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c338005-e679-4872-9a31-4b3860bc0e3c HTTP/1.1" status: 200 len: 945 time: 0.2030501 Jun 15 14:18:19.084674 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Provisioning for port 2b5a2317-017c-436e-9fef-b5ae01e715f8 completed by entity L2. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:18:19.136616 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Provisioning complete for port 2b5a2317-017c-436e-9fef-b5ae01e715f8 triggered by entity L2. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:18:19.136997 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897510'] for port, provisioning_complete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:19.169934 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-937b7bbf-f3e6-4706-a4f2-70a364137697 req-327de6ec-b60a-484b-b9a6-025bf38b356b tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "GET /v2.0/security-groups?id=5fb2b0bc-4d97-449b-9031-5715adbe68e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793092 Jun 15 14:18:19.348661 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-e9e285a5-c7a0-41b6-bfe9-d72c374b9002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-33170876'] for port, before_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:19.458611 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:19.486264 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:19.521667 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c338005-e679-4872-9a31-4b3860bc0e3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea61a4d3-9dba-46d7-bade-007b03bc52a7'}] {{(pid=91909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:18:19.524909 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}018986bfbd05ca611dd30af7db176f5a3185891675ab09d2ffafe9409078adde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aea63e77-a260-4f86-8a9f-b100134cc24c" -d '{"events": [{"server_uuid": "1c338005-e679-4872-9a31-4b3860bc0e3c", "name": "network-vif-plugged", "status": "completed", "tag": "ea61a4d3-9dba-46d7-bade-007b03bc52a7"}]}' {{(pid=91909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:18:19.548209 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] For port ea61a4d3-9dba-46d7-bade-007b03bc52a7, host hv-cinder-79647, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79647',level=0,port_id=ea61a4d3-9dba-46d7-bade-007b03bc52a7,segment=NetworkSegment(bdfc6570-21e3-4188-8b81-25944ca5b033),segment_id=bdfc6570-21e3-4188-8b81-25944ca5b033)] {{(pid=91909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:18:19.574598 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492'] for port, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:19.590578 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:18:19.606575 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] For port 2b5a2317-017c-436e-9fef-b5ae01e715f8, host dv-cinder-796471-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796471-1-iscsi',level=0,port_id=2b5a2317-017c-436e-9fef-b5ae01e715f8,segment=NetworkSegment(51b69454-caf5-406c-8c30-6edaddc466c7),segment_id=51b69454-caf5-406c-8c30-6edaddc466c7)] {{(pid=91909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:18:19.621048 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.db.db_base_plugin_common [None req-e9e285a5-c7a0-41b6-bfe9-d72c374b9002 admin admin] Allocated IP 172.20.0.1 (9d6a23b8-7d72-4524-9392-a9b9e19fdddd/e81de77d-43b7-4bf9-90a0-985c4f851d32/dc31c154-692e-431c-8a19-4dd93c87b6ce) {{(pid=91907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:18:19.636221 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1005cfb1-4ac5-4be6-ab34-1f3831903fb1 x-openstack-request-id: req-1005cfb1-4ac5-4be6-ab34-1f3831903fb1 {{(pid=91909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:18:19.636666 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c338005-e679-4872-9a31-4b3860bc0e3c", "name": "network-vif-plugged", "status": "completed", "tag": "ea61a4d3-9dba-46d7-bade-007b03bc52a7", "code": 200}]} {{(pid=91909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:18:19.636838 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1005cfb1-4ac5-4be6-ab34-1f3831903fb1 {{(pid=91909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:18:19.637224 dv-cinder-796471-1-iscsi neutron-server[91909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c338005-e679-4872-9a31-4b3860bc0e3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea61a4d3-9dba-46d7-bade-007b03bc52a7', 'code': 200} Jun 15 14:18:19.651198 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492'] for port, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:19.653003 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Device 7577ad9d-2135-459b-bcf2-ceca35dbd6ce up at agent ovs-agent-dv-cinder-796471-1-iscsi {{(pid=91909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:18:19.669940 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_hamode_db [None req-a65a7b89-65fd-468b-8526-026975732ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f33418dd-6c5d-4f3c-ac47-6ab7de6399ca', 'name': 'tempest-TestMinimumBasicScenario-1045903534-router', 'tenant_id': '7fefc6d1eff14093bfdb361d9672d355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'external_fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': 'b2985c07-d4cb-4754-a0d3-f4496536b2e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:18:15Z', 'updated_at': '2021-06-15T14:18:17Z', 'revision_number': 3, 'project_id': '7fefc6d1eff14093bfdb361d9672d355', 'gw_port': {'id': 'b2985c07-d4cb-4754-a0d3-f4496536b2e0', 'name': '', 'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:e6:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f33418dd-6c5d-4f3c-ac47-6ab7de6399ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:18:16Z', 'updated_at': '2021-06-15T14:18:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796471-1-iscsi'}], 'dv-cinder-796471-1-iscsi', False) {} {{(pid=91909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:18:19.718452 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65a7b89-65fd-468b-8526-026975732ef7 None None] Checking router: f33418dd-6c5d-4f3c-ac47-6ab7de6399ca for host: dv-cinder-796471-1-iscsi {{(pid=91909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:18:19.718987 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65a7b89-65fd-468b-8526-026975732ef7 None None] Updating router f33418dd-6c5d-4f3c-ac47-6ab7de6399ca port b2985c07-d4cb-4754-a0d3-f4496536b2e0 binding host dv-cinder-796471-1-iscsi {{(pid=91909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 14:18:19.798236 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Pushing event updated for resources: {'Port': ['ID=ea61a4d3-9dba-46d7-bade-007b03bc52a7,revision_number=5']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:18:19.813207 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:18:19.813560 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:18:19.813898 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:18:19.814230 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:18:19.814843 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:18:19.815185 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:18:19.815513 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:18:19.815840 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:18:19.816227 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:18:19.816557 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:18:19.816880 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:18:19.817201 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:18:19.824272 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:18:19.824625 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.167s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:18:19.827523 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-a65a7b89-65fd-468b-8526-026975732ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:19.909602 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-e9e285a5-c7a0-41b6-bfe9-d72c374b9002 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:19.941626 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.db.provisioning_blocks [None req-e9e285a5-c7a0-41b6-bfe9-d72c374b9002 admin admin] Transition to ACTIVE for port object dc31c154-692e-431c-8a19-4dd93c87b6ce will not be triggered until provisioned by entity DHCP. {{(pid=91907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:18:19.947116 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Provisioning for port 7577ad9d-2135-459b-bcf2-ceca35dbd6ce completed by entity L2. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:18:19.966609 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Provisioning complete for port 7577ad9d-2135-459b-bcf2-ceca35dbd6ce triggered by entity L2. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:18:19.967145 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897510'] for port, provisioning_complete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:20.013309 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-e9e285a5-c7a0-41b6-bfe9-d72c374b9002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33170815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-53808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781714044429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4061915'] for port, after_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:20.040558 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-61b080e3-2855-4f1b-bfab-ef2245bb5757 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:18:20.069728 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfbd80b-60cb-40bb-8ce1-25f12b405943 req-a50cb6a0-6a10-48ad-b69f-60eca80a2c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:20.071982 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-acfbd80b-60cb-40bb-8ce1-25f12b405943 req-a50cb6a0-6a10-48ad-b69f-60eca80a2c62 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1c338005-e679-4872-9a31-4b3860bc0e3c HTTP/1.1" status: 200 len: 1099 time: 0.0718174 Jun 15 14:18:20.095214 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Pushing event updated for resources: {'Port': ['ID=2b5a2317-017c-436e-9fef-b5ae01e715f8,revision_number=5']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:18:20.110256 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:18:20.131089 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-22f5b626-557c-4a92-b0e5-05e6e21a96dc None None] Provisioning complete for port 7577ad9d-2135-459b-bcf2-ceca35dbd6ce triggered by entity DHCP. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:18:20.131572 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-22f5b626-557c-4a92-b0e5-05e6e21a96dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897510'] for port, provisioning_complete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:20.146855 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-acfbd80b-60cb-40bb-8ce1-25f12b405943 req-e05b74e4-b51b-487d-b080-50f3494b49f2 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=5fb2b0bc-4d97-449b-9031-5715adbe68e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662761 Jun 15 14:18:20.358260 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e285a5-c7a0-41b6-bfe9-d72c374b9002 admin admin] Network 9d6a23b8-7d72-4524-9392-a9b9e19fdddd is already hosted by enough agents. {{(pid=91907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:18:20.361240 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.scheduler.base_scheduler [None req-e9e285a5-c7a0-41b6-bfe9-d72c374b9002 admin admin] Resources bound (agent type, host, resource id): {{(pid=91907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:18:20.369415 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e285a5-c7a0-41b6-bfe9-d72c374b9002 admin admin] Received port after_create {{(pid=91907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:18:20.446428 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-e9e285a5-c7a0-41b6-bfe9-d72c374b9002 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-670032'] for router_interface, before_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:20.452742 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e285a5-c7a0-41b6-bfe9-d72c374b9002 admin admin] Pushing event updated for resources: {'Port': ['ID=dc31c154-692e-431c-8a19-4dd93c87b6ce,revision_number=1']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:18:20.453152 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:20.463245 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-e9e285a5-c7a0-41b6-bfe9-d72c374b9002 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:18:20.463653 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-22f5b626-557c-4a92-b0e5-05e6e21a96dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:20.549152 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb164d61-a055-4203-90c8-fde811611c27 req-4daf2b61-04de-4a2c-a836-3349f5582b52 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:20.558316 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-eb164d61-a055-4203-90c8-fde811611c27 req-4daf2b61-04de-4a2c-a836-3349f5582b52 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5695f34-b49f-4a59-bbde-87ad2b51552b HTTP/1.1" status: 200 len: 945 time: 0.5573010 Jun 15 14:18:20.583456 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-a65a7b89-65fd-468b-8526-026975732ef7 None None] Notify callbacks [] for port, precommit_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:20.594925 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-a65a7b89-65fd-468b-8526-026975732ef7 None None] Transition to ACTIVE for port object b2985c07-d4cb-4754-a0d3-f4496536b2e0 will not be triggered until provisioned by entity L2. {{(pid=91909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:18:20.606008 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] For port 7577ad9d-2135-459b-bcf2-ceca35dbd6ce, host dv-cinder-796471-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796471-1-iscsi',level=0,port_id=7577ad9d-2135-459b-bcf2-ceca35dbd6ce,segment=NetworkSegment(c1ba742f-bbe3-4fe0-b88d-42bd00f1ea9a),segment_id=c1ba742f-bbe3-4fe0-b88d-42bd00f1ea9a)] {{(pid=91909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:18:20.607191 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-a65a7b89-65fd-468b-8526-026975732ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492'] for port, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:20.609147 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:18:20.614128 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492'] for port, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:20.638169 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-eb164d61-a055-4203-90c8-fde811611c27 req-7a326630-d74a-48f3-8404-1ca39daf83f2 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/security-groups?id=612cf761-1131-4a26-a654-49a8070b2d73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744853 Jun 15 14:18:20.777198 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-e9e285a5-c7a0-41b6-bfe9-d72c374b9002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:20.815405 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71ad426-afe9-40dc-848c-8f990cded500 req-afa79bd2-30cc-4ba8-adc7-ea1c2cf30823 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:20.817078 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-f71ad426-afe9-40dc-848c-8f990cded500 req-afa79bd2-30cc-4ba8-adc7-ea1c2cf30823 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c338005-e679-4872-9a31-4b3860bc0e3c HTTP/1.1" status: 200 len: 946 time: 0.0986998 Jun 15 14:18:20.859486 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Device 2b5a2317-017c-436e-9fef-b5ae01e715f8 up at agent ovs-agent-dv-cinder-796471-1-iscsi {{(pid=91909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:18:20.877590 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-f71ad426-afe9-40dc-848c-8f990cded500 req-66a4c24f-2eaf-46f1-9ac1-92262e46d791 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "GET /v2.0/security-groups?id=5fb2b0bc-4d97-449b-9031-5715adbe68e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505252 Jun 15 14:18:20.973480 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:20.974926 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791557a4-f54e-4284-a04b-639577bc88b1 None None] Pushing event updated for resources: {'Port': ['ID=b2985c07-d4cb-4754-a0d3-f4496536b2e0,revision_number=2']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:18:20.984926 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-791557a4-f54e-4284-a04b-639577bc88b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:18:20.988464 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.138s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:18:20.994205 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.managers [None req-a65a7b89-65fd-468b-8526-026975732ef7 None None] Attempting to bind port b2985c07-d4cb-4754-a0d3-f4496536b2e0 on host dv-cinder-796471-1-iscsi for vnic_type normal with profile {{(pid=91909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:18:20.994590 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.managers [None req-a65a7b89-65fd-468b-8526-026975732ef7 None None] Attempting to bind port b2985c07-d4cb-4754-a0d3-f4496536b2e0 by drivers openvswitch,hyperv on host dv-cinder-796471-1-iscsi at level 0 using segments [{'id': '16359361-6c0e-4f40-8a0e-56105654022c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641'}] {{(pid=91909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:18:20.994987 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65a7b89-65fd-468b-8526-026975732ef7 None None] Attempting to bind port b2985c07-d4cb-4754-a0d3-f4496536b2e0 on network 962d46ed-056a-473f-b9cc-450bda4e3641 {{(pid=91909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:18:21.021120 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.db.api [None req-22f5b626-557c-4a92-b0e5-05e6e21a96dc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=91909) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 15 14:18:21.021556 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_db.api [None req-22f5b626-557c-4a92-b0e5-05e6e21a96dc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=91909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 15 14:18:21.031107 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65a7b89-65fd-468b-8526-026975732ef7 None None] Checking agent: {'id': 'a00a16a2-d8fd-48bc-a1ff-18db44b70890', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796471-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 4, 51), 'started_at': datetime.datetime(2021, 6, 15, 14, 5, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 18, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796471-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:18:21.031520 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65a7b89-65fd-468b-8526-026975732ef7 None None] Checking segment: {'id': '16359361-6c0e-4f40-8a0e-56105654022c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:18:21.031988 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-a65a7b89-65fd-468b-8526-026975732ef7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:21.032427 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65a7b89-65fd-468b-8526-026975732ef7 None None] Bound using segment: {'id': '16359361-6c0e-4f40-8a0e-56105654022c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641'} {{(pid=91909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:18:21.032867 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.managers [None req-a65a7b89-65fd-468b-8526-026975732ef7 None None] Bound port: b2985c07-d4cb-4754-a0d3-f4496536b2e0, host: dv-cinder-796471-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16359361-6c0e-4f40-8a0e-56105654022c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641'}}] {{(pid=91909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:18:21.033176 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-a65a7b89-65fd-468b-8526-026975732ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:21.050028 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-e9e285a5-c7a0-41b6-bfe9-d72c374b9002 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:21.055726 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-e9e285a5-c7a0-41b6-bfe9-d72c374b9002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4061925'] for port, after_update {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:21.058262 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-ad8732e9-8892-4c0f-9d44-6fe2ca5a0856 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:18:21.066813 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-1c4ed139-65ef-4b43-9e1d-eef8c3362ffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:21.118093 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Pushing event updated for resources: {'Port': ['ID=7577ad9d-2135-459b-bcf2-ceca35dbd6ce,revision_number=3']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:18:21.120772 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Provisioning complete for port 2b5a2317-017c-436e-9fef-b5ae01e715f8 triggered by entity L2. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:18:21.121208 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897510'] for port, provisioning_complete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:21.124747 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:18:21.129115 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-a65a7b89-65fd-468b-8526-026975732ef7 None None] For port b2985c07-d4cb-4754-a0d3-f4496536b2e0, host dv-cinder-796471-1-iscsi, cleared binding levels {{(pid=91909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:18:21.132440 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-a65a7b89-65fd-468b-8526-026975732ef7 None None] For port b2985c07-d4cb-4754-a0d3-f4496536b2e0, host dv-cinder-796471-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796471-1-iscsi',level=0,port_id=b2985c07-d4cb-4754-a0d3-f4496536b2e0,segment=NetworkSegment(16359361-6c0e-4f40-8a0e-56105654022c),segment_id=16359361-6c0e-4f40-8a0e-56105654022c)] {{(pid=91909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:18:21.146668 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-e9e285a5-c7a0-41b6-bfe9-d72c374b9002 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-670148'] for router_interface, after_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:21.148708 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e285a5-c7a0-41b6-bfe9-d72c374b9002 admin admin] Pushing event updated for resources: {'Port': ['ID=dc31c154-692e-431c-8a19-4dd93c87b6ce,revision_number=2']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:18:21.152342 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-e9e285a5-c7a0-41b6-bfe9-d72c374b9002 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:18:21.163689 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-a65a7b89-65fd-468b-8526-026975732ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492'] for port, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:21.168334 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:18:21.253761 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65a7b89-65fd-468b-8526-026975732ef7 None None] Routers {'f33418dd-6c5d-4f3c-ac47-6ab7de6399ca'} bound to L3 agent in host dv-cinder-796471-1-iscsi {{(pid=91909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:18:21.254405 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_hamode_db [None req-a65a7b89-65fd-468b-8526-026975732ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796471-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-15T14:04:51Z,description=,heartbeat_timestamp=2021-06-15T14:18:21Z,host='dv-cinder-796471-1-iscsi',id=7c0fcfb6-ee6c-4f84-9204-f4cc96555f34,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:04:51Z,topic='l3_agent')) {'router_ids': ['f33418dd-6c5d-4f3c-ac47-6ab7de6399ca'], 'active': True} {{(pid=91909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:18:21.257668 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791557a4-f54e-4284-a04b-639577bc88b1 None None] Pushing event updated for resources: {'Port': ['ID=b2985c07-d4cb-4754-a0d3-f4496536b2e0,revision_number=3']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:18:21.294315 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e285a5-c7a0-41b6-bfe9-d72c374b9002 admin admin] Network 9d6a23b8-7d72-4524-9392-a9b9e19fdddd is already hosted by enough agents. {{(pid=91907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:18:21.296073 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.scheduler.base_scheduler [None req-e9e285a5-c7a0-41b6-bfe9-d72c374b9002 admin admin] Resources bound (agent type, host, resource id): {{(pid=91907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:18:21.306882 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-791557a4-f54e-4284-a04b-639577bc88b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:18:21.458051 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_dvr_db [None req-a65a7b89-65fd-468b-8526-026975732ef7 None None] Set router f33418dd-6c5d-4f3c-ac47-6ab7de6399ca gateway port host: dv-cinder-796471-1-iscsi {{(pid=91909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:18:21.509379 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9e285a5-c7a0-41b6-bfe9-d72c374b9002 admin admin] Router f33418dd-6c5d-4f3c-ac47-6ab7de6399ca has already been hosted by L3 agent 7c0fcfb6-ee6c-4f84-9204-f4cc96555f34 {{(pid=91907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:18:21.531323 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 37754) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:18:21.712531 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-a11cdd1b-8e7d-4196-b194-e9898cdfba31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:21.714082 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9e285a5-c7a0-41b6-bfe9-d72c374b9002 admin admin] Notify agent at l3_agent.dv-cinder-796471-1-iscsi the message routers_updated {{(pid=91907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:18:21.724063 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-e9e285a5-c7a0-41b6-bfe9-d72c374b9002 admin admin] 10.222.0.26 "PUT /v2.0/routers/f33418dd-6c5d-4f3c-ac47-6ab7de6399ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1249843 Jun 15 14:18:21.811346 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-a2325736-757f-4788-9f3d-6fe831cb64a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:21.814643 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-14444dc5-867c-4539-a8d6-870e3bb0e738 None None] Provisioning for port dc31c154-692e-431c-8a19-4dd93c87b6ce completed by entity DHCP. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:18:21.830187 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-14444dc5-867c-4539-a8d6-870e3bb0e738 None None] Provisioning complete for port dc31c154-692e-431c-8a19-4dd93c87b6ce triggered by entity DHCP. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:18:21.830654 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-14444dc5-867c-4539-a8d6-870e3bb0e738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897510'] for port, provisioning_complete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:21.875025 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-a11cdd1b-8e7d-4196-b194-e9898cdfba31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:21.886696 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-a11cdd1b-8e7d-4196-b194-e9898cdfba31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:21.891568 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-8f97d38d-ff96-4f21-8ee9-1331936b37cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:18:21.906890 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.plugin [None req-14444dc5-867c-4539-a8d6-870e3bb0e738 None None] Port dc31c154-692e-431c-8a19-4dd93c87b6ce cannot update to ACTIVE because it is not bound. {{(pid=91909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 15 14:18:21.935247 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45927b05-91a1-4262-9c5d-b262084a5216 req-51d5d2a6-d50e-4109-a386-39013179233a tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:21.936170 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_hamode_db [None req-a65a7b89-65fd-468b-8526-026975732ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f33418dd-6c5d-4f3c-ac47-6ab7de6399ca', 'name': 'tempest-TestMinimumBasicScenario-1045903534-router', 'tenant_id': '7fefc6d1eff14093bfdb361d9672d355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'external_fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': 'b2985c07-d4cb-4754-a0d3-f4496536b2e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:18:15Z', 'updated_at': '2021-06-15T14:18:20Z', 'revision_number': 4, 'project_id': '7fefc6d1eff14093bfdb361d9672d355', 'gw_port': {'id': 'b2985c07-d4cb-4754-a0d3-f4496536b2e0', 'name': '', 'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:e6:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f33418dd-6c5d-4f3c-ac47-6ab7de6399ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:18:16Z', 'updated_at': '2021-06-15T14:18:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796471-1-iscsi', '_interfaces': [{'id': 'dc31c154-692e-431c-8a19-4dd93c87b6ce', 'name': '', 'network_id': '9d6a23b8-7d72-4524-9392-a9b9e19fdddd', 'tenant_id': '7fefc6d1eff14093bfdb361d9672d355', 'mac_address': 'fa:16:3e:df:cb:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f33418dd-6c5d-4f3c-ac47-6ab7de6399ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'e81de77d-43b7-4bf9-90a0-985c4f851d32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:18:19Z', 'updated_at': '2021-06-15T14:18:20Z', 'revision_number': 2, 'project_id': '7fefc6d1eff14093bfdb361d9672d355', 'subnets': [{'id': 'e81de77d-43b7-4bf9-90a0-985c4f851d32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796471-1-iscsi', False) {} {{(pid=91909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:18:21.936772 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-45927b05-91a1-4262-9c5d-b262084a5216 req-51d5d2a6-d50e-4109-a386-39013179233a tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5695f34-b49f-4a59-bbde-87ad2b51552b HTTP/1.1" status: 200 len: 945 time: 0.1404405 Jun 15 14:18:21.945762 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65a7b89-65fd-468b-8526-026975732ef7 None None] The sync data for ids ['f33418dd-6c5d-4f3c-ac47-6ab7de6399ca'] in dv-cinder-796471-1-iscsi is: [{'id': 'f33418dd-6c5d-4f3c-ac47-6ab7de6399ca', 'name': 'tempest-TestMinimumBasicScenario-1045903534-router', 'tenant_id': '7fefc6d1eff14093bfdb361d9672d355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'external_fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': 'b2985c07-d4cb-4754-a0d3-f4496536b2e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:18:15Z', 'updated_at': '2021-06-15T14:18:20Z', 'revision_number': 4, 'project_id': '7fefc6d1eff14093bfdb361d9672d355', 'gw_port': {'id': 'b2985c07-d4cb-4754-a0d3-f4496536b2e0', 'name': '', 'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:e6:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f33418dd-6c5d-4f3c-ac47-6ab7de6399ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:18:16Z', 'updated_at': '2021-06-15T14:18:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796471-1-iscsi', '_interfaces': [{'id': 'dc31c154-692e-431c-8a19-4dd93c87b6ce', 'name': '', 'network_id': '9d6a23b8-7d72-4524-9392-a9b9e19fdddd', 'tenant_id': '7fefc6d1eff14093bfdb361d9672d355', 'mac_address': 'fa:16:3e:df:cb:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f33418dd-6c5d-4f3c-ac47-6ab7de6399ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'e81de77d-43b7-4bf9-90a0-985c4f851d32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:18:19Z', 'updated_at': '2021-06-15T14:18:20Z', 'revision_number': 2, 'project_id': '7fefc6d1eff14093bfdb361d9672d355', 'subnets': [{'id': 'e81de77d-43b7-4bf9-90a0-985c4f851d32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:18:21.974994 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-a11cdd1b-8e7d-4196-b194-e9898cdfba31 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c9e8aa6cda264b70960980b4aac7dacc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4411349 Jun 15 14:18:21.976208 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11cdd1b-8e7d-4196-b194-e9898cdfba31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d652a7b2-49d0-4df7-99b0-680ff57cfc35,revision_number=1']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:18:21.977869 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 37770) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:18:21.998512 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-a11cdd1b-8e7d-4196-b194-e9898cdfba31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:18:22.009642 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-45927b05-91a1-4262-9c5d-b262084a5216 req-ccc4f8f4-a43d-4fc4-a459-5dff199b325a tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/security-groups?id=612cf761-1131-4a26-a654-49a8070b2d73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644557 Jun 15 14:18:22.093551 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-6c93222a-3ea3-4a96-bd70-16472a51d87d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:22.128450 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-6c93222a-3ea3-4a96-bd70-16472a51d87d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:22.183686 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b35a665-96e5-4b10-ac08-197a492e53ca req-a24a5ea3-f51c-4df6-86fd-0d8e6f275b63 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:22.185233 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-9b35a665-96e5-4b10-ac08-197a492e53ca req-a24a5ea3-f51c-4df6-86fd-0d8e6f275b63 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c338005-e679-4872-9a31-4b3860bc0e3c HTTP/1.1" status: 200 len: 946 time: 0.1378565 Jun 15 14:18:22.242411 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-6c93222a-3ea3-4a96-bd70-16472a51d87d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:22.244882 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-6c93222a-3ea3-4a96-bd70-16472a51d87d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:22.246626 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-6c93222a-3ea3-4a96-bd70-16472a51d87d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d652a7b2-49d0-4df7-99b0-680ff57cfc35 HTTP/1.1" status: 204 len: 168 time: 0.2678068 Jun 15 14:18:22.272494 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-f9007b62-e864-47de-b93b-a07b895085c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:18:22.285851 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c93222a-3ea3-4a96-bd70-16472a51d87d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d652a7b2-49d0-4df7-99b0-680ff57cfc35,revision_number=None']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:18:22.296172 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-9b35a665-96e5-4b10-ac08-197a492e53ca req-aadde2b5-df7c-4c4e-8fee-7f700cf9eb09 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "GET /v2.0/security-groups?id=5fb2b0bc-4d97-449b-9031-5715adbe68e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942152 Jun 15 14:18:22.297019 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-6c93222a-3ea3-4a96-bd70-16472a51d87d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:18:22.526679 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11894871-93ad-48f8-a971-37feaaea5402 req-0867c6b4-c32e-459b-9c00-970f2df8188f tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:22.528434 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-11894871-93ad-48f8-a971-37feaaea5402 req-0867c6b4-c32e-459b-9c00-970f2df8188f tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c338005-e679-4872-9a31-4b3860bc0e3c HTTP/1.1" status: 200 len: 946 time: 0.1031153 Jun 15 14:18:22.581225 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-11894871-93ad-48f8-a971-37feaaea5402 req-576e9d69-6c8b-499b-be34-9c7b3f23bc89 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "GET /v2.0/security-groups?id=5fb2b0bc-4d97-449b-9031-5715adbe68e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462265 Jun 15 14:18:22.607766 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 37796) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:18:22.650974 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 37798) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:18:22.668456 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-94a2cde5-1c8f-4612-a1ad-d650c26b9ca6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:22.695449 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce7215a8-3024-48b6-aa68-4735dd850b80 tempest-TestVolumeBootPattern-1541144950 tempest-TestVolumeBootPattern-1541144950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:22.698103 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-ce7215a8-3024-48b6-aa68-4735dd850b80 tempest-TestVolumeBootPattern-1541144950 tempest-TestVolumeBootPattern-1541144950-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=1c338005-e679-4872-9a31-4b3860bc0e3c HTTP/1.1" status: 200 len: 1094 time: 0.0890265 Jun 15 14:18:22.701574 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 37800) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:18:22.708077 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.v2.base [None req-433f4c29-261c-4ad0-80a2-39dbc4599e41 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Request body: {'floatingip': {'floating_network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'port_id': 'ea61a4d3-9dba-46d7-bade-007b03bc52a7', 'tenant_id': 'c3de56a81c9f49fdb5657745f0c5e9a7', 'fixed_ip_address': '172.20.0.10'}} {{(pid=91906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:18:22.752630 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Device 7577ad9d-2135-459b-bcf2-ceca35dbd6ce up at agent ovs-agent-dv-cinder-796471-1-iscsi {{(pid=91909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:18:22.799287 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-94a2cde5-1c8f-4612-a1ad-d650c26b9ca6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:22.811247 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-94a2cde5-1c8f-4612-a1ad-d650c26b9ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:22.816482 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-15fde609-072c-470d-9337-f963c57c84a4 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:18:22.845699 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Provisioning complete for port 7577ad9d-2135-459b-bcf2-ceca35dbd6ce triggered by entity L2. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:18:22.846085 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897510'] for port, provisioning_complete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:22.860358 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-433f4c29-261c-4ad0-80a2-39dbc4599e41 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Notify callbacks [] for floatingip, before_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:22.886849 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-94a2cde5-1c8f-4612-a1ad-d650c26b9ca6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=66040a940f124aadad6762f06fbf3ed5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2342930 Jun 15 14:18:22.889851 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 37804) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:18:22.896830 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a2cde5-1c8f-4612-a1ad-d650c26b9ca6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1666a4b3-bbd6-4148-aeae-dbd367a21204,revision_number=1']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:18:22.919958 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-94a2cde5-1c8f-4612-a1ad-d650c26b9ca6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:18:22.998107 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-e0ac3836-7996-4a95-adbf-7e29b82c9ac8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:23.024130 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-e0ac3836-7996-4a95-adbf-7e29b82c9ac8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:23.051647 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-433f4c29-261c-4ad0-80a2-39dbc4599e41 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-33170876'] for port, before_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:23.097639 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-e0ac3836-7996-4a95-adbf-7e29b82c9ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:23.101103 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-e0ac3836-7996-4a95-adbf-7e29b82c9ac8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:23.103674 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-e0ac3836-7996-4a95-adbf-7e29b82c9ac8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1666a4b3-bbd6-4148-aeae-dbd367a21204 HTTP/1.1" status: 204 len: 168 time: 0.2112012 Jun 15 14:18:23.166456 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-1445cd99-8978-4d43-858d-90ddf8f96636 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:18:23.195410 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ac3836-7996-4a95-adbf-7e29b82c9ac8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1666a4b3-bbd6-4148-aeae-dbd367a21204,revision_number=None']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:18:23.199354 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-e0ac3836-7996-4a95-adbf-7e29b82c9ac8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:18:23.304801 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.db.db_base_plugin_common [None req-433f4c29-261c-4ad0-80a2-39dbc4599e41 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Allocated IP 172.27.1.103 (962d46ed-056a-473f-b9cc-450bda4e3641/a342ae99-1675-4821-852d-5dc3e7213bc2/9e648f05-ae87-40bf-b815-b199b6021047) {{(pid=91906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:18:23.367616 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddaba9b-2ddb-477b-b055-0ba7064f4a96 req-ea17a8da-d507-4e4a-b367-15ae4cc8d74d tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:23.375229 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-bddaba9b-2ddb-477b-b055-0ba7064f4a96 req-ea17a8da-d507-4e4a-b367-15ae4cc8d74d tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5695f34-b49f-4a59-bbde-87ad2b51552b HTTP/1.1" status: 200 len: 945 time: 0.1466897 Jun 15 14:18:23.432654 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-987cb3c8-732e-4ef7-aae2-903816ba9880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:23.508698 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-bddaba9b-2ddb-477b-b055-0ba7064f4a96 req-effa3818-1244-45f9-828b-313b01c64b9f tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/security-groups?id=612cf761-1131-4a26-a654-49a8070b2d73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1322410 Jun 15 14:18:23.561781 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-433f4c29-261c-4ad0-80a2-39dbc4599e41 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Notify callbacks [] for port, precommit_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:23.610275 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-433f4c29-261c-4ad0-80a2-39dbc4599e41 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33170815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-53808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781714044429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3410907'] for port, after_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:23.643786 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-a393353c-240b-4cee-9ba3-1d7b176187ee service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:18:23.687777 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-433f4c29-261c-4ad0-80a2-39dbc4599e41 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Network 962d46ed-056a-473f-b9cc-450bda4e3641 is already hosted by enough agents. {{(pid=91906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:18:23.691542 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.scheduler.base_scheduler [None req-433f4c29-261c-4ad0-80a2-39dbc4599e41 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Resources bound (agent type, host, resource id): {{(pid=91906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:18:23.695341 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433f4c29-261c-4ad0-80a2-39dbc4599e41 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Received port after_create {{(pid=91906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:18:23.727728 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433f4c29-261c-4ad0-80a2-39dbc4599e41 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Pushing event updated for resources: {'Port': ['ID=9e648f05-ae87-40bf-b815-b199b6021047,revision_number=1']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:18:23.742358 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-433f4c29-261c-4ad0-80a2-39dbc4599e41 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:18:24.397209 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-433f4c29-261c-4ad0-80a2-39dbc4599e41 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:24.511380 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-433f4c29-261c-4ad0-80a2-39dbc4599e41 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:24.764367 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 37844) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:18:24.795018 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Device b2985c07-d4cb-4754-a0d3-f4496536b2e0 up at agent ovs-agent-dv-cinder-796471-1-iscsi {{(pid=91909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:18:24.934266 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Provisioning for port b2985c07-d4cb-4754-a0d3-f4496536b2e0 completed by entity L2. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:18:24.943329 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Provisioning complete for port b2985c07-d4cb-4754-a0d3-f4496536b2e0 triggered by entity L2. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:18:24.943764 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897510'] for port, provisioning_complete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:25.037269 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-7ee3b9b5-6869-48cb-bcae-b6fb50bafee2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:25.119968 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:25.156410 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] For port b2985c07-d4cb-4754-a0d3-f4496536b2e0, host dv-cinder-796471-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796471-1-iscsi',level=0,port_id=b2985c07-d4cb-4754-a0d3-f4496536b2e0,segment=NetworkSegment(16359361-6c0e-4f40-8a0e-56105654022c),segment_id=16359361-6c0e-4f40-8a0e-56105654022c)] {{(pid=91909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:18:25.164929 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492'] for port, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:25.179167 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:18:25.202176 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-7ee3b9b5-6869-48cb-bcae-b6fb50bafee2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:25.213935 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-7ee3b9b5-6869-48cb-bcae-b6fb50bafee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:25.224472 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-75cee556-7a8c-4175-8fe4-4fb5c10471a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:18:25.282590 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-7ee3b9b5-6869-48cb-bcae-b6fb50bafee2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a4d35da59daf48eb82e78ab847c53010&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5130615 Jun 15 14:18:25.282896 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 37850) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:18:25.293369 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Pushing event updated for resources: {'Port': ['ID=b2985c07-d4cb-4754-a0d3-f4496536b2e0,revision_number=4']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:18:25.293658 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee3b9b5-6869-48cb-bcae-b6fb50bafee2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c42d694f-7ed7-4461-b9a2-c9b1b63a961b,revision_number=1']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:18:25.320563 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-7ee3b9b5-6869-48cb-bcae-b6fb50bafee2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:18:25.320859 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:18:25.340266 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cd9bf8-9f18-4d31-a0e2-4bebd624652f req-b1f8edda-9216-42f7-850b-6ee8608c4455 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:25.349210 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-d5cd9bf8-9f18-4d31-a0e2-4bebd624652f req-b1f8edda-9216-42f7-850b-6ee8608c4455 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5695f34-b49f-4a59-bbde-87ad2b51552b HTTP/1.1" status: 200 len: 945 time: 0.6958008 Jun 15 14:18:25.383601 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-67251c26-944e-48a0-932b-cfdbb893e625 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:25.418749 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-433f4c29-261c-4ad0-80a2-39dbc4599e41 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Notify callbacks [] for port, precommit_update {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:25.420727 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-67251c26-944e-48a0-932b-cfdbb893e625 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:25.434463 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-d5cd9bf8-9f18-4d31-a0e2-4bebd624652f req-c2883ef8-3f0d-4e31-a1b1-c1f4e3c1424d tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/security-groups?id=612cf761-1131-4a26-a654-49a8070b2d73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842781 Jun 15 14:18:25.439595 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-433f4c29-261c-4ad0-80a2-39dbc4599e41 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3410917'] for port, after_update {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:25.442531 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-40247551-afad-47e2-a1ad-60a3f35e7a20 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:18:25.535860 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433f4c29-261c-4ad0-80a2-39dbc4599e41 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Pushing event updated for resources: {'Port': ['ID=9e648f05-ae87-40bf-b815-b199b6021047,revision_number=2']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:18:25.544973 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-433f4c29-261c-4ad0-80a2-39dbc4599e41 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:18:25.553744 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-67251c26-944e-48a0-932b-cfdbb893e625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:25.557884 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-433f4c29-261c-4ad0-80a2-39dbc4599e41 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667260'] for floatingip, after_update {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:25.564323 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-67251c26-944e-48a0-932b-cfdbb893e625 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:25.565607 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-67251c26-944e-48a0-932b-cfdbb893e625 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c42d694f-7ed7-4461-b9a2-c9b1b63a961b HTTP/1.1" status: 204 len: 168 time: 0.2818806 Jun 15 14:18:25.566563 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-6c4e7c87-c0db-416a-b6ff-22f4cf17c1e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:18:25.584505 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67251c26-944e-48a0-932b-cfdbb893e625 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c42d694f-7ed7-4461-b9a2-c9b1b63a961b,revision_number=None']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:18:25.590951 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-67251c26-944e-48a0-932b-cfdbb893e625 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:18:25.768566 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.db.l3_db [None req-433f4c29-261c-4ad0-80a2-39dbc4599e41 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Floating IP 249a7f02-741d-4eae-8c07-3c3cef3701c5 associated. External IP: 172.27.1.103, port: ea61a4d3-9dba-46d7-bade-007b03bc52a7. Jun 15 14:18:26.098557 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317cb855-e3b3-4081-8b44-eca8df40e586 None None] Sync routers for ids ['f33418dd-6c5d-4f3c-ac47-6ab7de6399ca'] in dv-cinder-796471-1-iscsi {{(pid=91910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:18:26.108669 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317cb855-e3b3-4081-8b44-eca8df40e586 None None] Routers {'f33418dd-6c5d-4f3c-ac47-6ab7de6399ca'} bound to L3 agent in host dv-cinder-796471-1-iscsi {{(pid=91910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:18:26.109003 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-317cb855-e3b3-4081-8b44-eca8df40e586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796471-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-15T14:04:51Z,description=,heartbeat_timestamp=2021-06-15T14:18:21Z,host='dv-cinder-796471-1-iscsi',id=7c0fcfb6-ee6c-4f84-9204-f4cc96555f34,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:04:51Z,topic='l3_agent')) {'router_ids': ['f33418dd-6c5d-4f3c-ac47-6ab7de6399ca'], 'active': True} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:18:26.117112 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-433f4c29-261c-4ad0-80a2-39dbc4599e41 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Router 20c0eaad-83cf-4430-b708-c66bdd7420d8 has already been hosted by L3 agent 7c0fcfb6-ee6c-4f84-9204-f4cc96555f34 {{(pid=91906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:18:26.260871 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvr_db [None req-317cb855-e3b3-4081-8b44-eca8df40e586 None None] Set router f33418dd-6c5d-4f3c-ac47-6ab7de6399ca gateway port host: dv-cinder-796471-1-iscsi {{(pid=91910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:18:26.286538 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-433f4c29-261c-4ad0-80a2-39dbc4599e41 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Notify agent at l3_agent.dv-cinder-796471-1-iscsi the message routers_updated {{(pid=91906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:18:26.298502 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9404f72a-554a-41d4-8297-a96733b0b5f0 None None] Sync routers for ids ['20c0eaad-83cf-4430-b708-c66bdd7420d8'] in dv-cinder-796471-1-iscsi {{(pid=91909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:18:26.309480 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9404f72a-554a-41d4-8297-a96733b0b5f0 None None] Routers {'20c0eaad-83cf-4430-b708-c66bdd7420d8'} bound to L3 agent in host dv-cinder-796471-1-iscsi {{(pid=91909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:18:26.310129 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_hamode_db [None req-9404f72a-554a-41d4-8297-a96733b0b5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796471-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-15T14:04:51Z,description=,heartbeat_timestamp=2021-06-15T14:18:21Z,host='dv-cinder-796471-1-iscsi',id=7c0fcfb6-ee6c-4f84-9204-f4cc96555f34,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:04:51Z,topic='l3_agent')) {'router_ids': ['20c0eaad-83cf-4430-b708-c66bdd7420d8'], 'active': True} {{(pid=91909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:18:26.330139 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-433f4c29-261c-4ad0-80a2-39dbc4599e41 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58954'] for floatingip, before_response {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:26.423369 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-433f4c29-261c-4ad0-80a2-39dbc4599e41 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.7123475 Jun 15 14:18:26.423369 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c338005-e679-4872-9a31-4b3860bc0e3c', 'tag': 'ea61a4d3-9dba-46d7-bade-007b03bc52a7'}] {{(pid=91906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:18:26.423369 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6e08b2e8a943f90b978338aafac4b6863d86ad6c280d3789afb6c36825669ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7720c08-2355-4cb3-a7b2-7179dda55989" -d '{"events": [{"name": "network-changed", "server_uuid": "1c338005-e679-4872-9a31-4b3860bc0e3c", "tag": "ea61a4d3-9dba-46d7-bade-007b03bc52a7"}]}' {{(pid=91906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:18:26.534441 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_dvr_db [None req-9404f72a-554a-41d4-8297-a96733b0b5f0 None None] Set router 20c0eaad-83cf-4430-b708-c66bdd7420d8 gateway port host: dv-cinder-796471-1-iscsi {{(pid=91909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:18:26.650176 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-317cb855-e3b3-4081-8b44-eca8df40e586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f33418dd-6c5d-4f3c-ac47-6ab7de6399ca', 'name': 'tempest-TestMinimumBasicScenario-1045903534-router', 'tenant_id': '7fefc6d1eff14093bfdb361d9672d355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'external_fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': 'b2985c07-d4cb-4754-a0d3-f4496536b2e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:18:15Z', 'updated_at': '2021-06-15T14:18:20Z', 'revision_number': 4, 'project_id': '7fefc6d1eff14093bfdb361d9672d355', 'gw_port': {'id': 'b2985c07-d4cb-4754-a0d3-f4496536b2e0', 'name': '', 'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:e6:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33418dd-6c5d-4f3c-ac47-6ab7de6399ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:18:16Z', 'updated_at': '2021-06-15T14:18:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796471-1-iscsi', '_interfaces': [{'id': 'dc31c154-692e-431c-8a19-4dd93c87b6ce', 'name': '', 'network_id': '9d6a23b8-7d72-4524-9392-a9b9e19fdddd', 'tenant_id': '7fefc6d1eff14093bfdb361d9672d355', 'mac_address': 'fa:16:3e:df:cb:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f33418dd-6c5d-4f3c-ac47-6ab7de6399ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'e81de77d-43b7-4bf9-90a0-985c4f851d32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:18:19Z', 'updated_at': '2021-06-15T14:18:20Z', 'revision_number': 2, 'project_id': '7fefc6d1eff14093bfdb361d9672d355', 'subnets': [{'id': 'e81de77d-43b7-4bf9-90a0-985c4f851d32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796471-1-iscsi', False) {} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:18:26.655223 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317cb855-e3b3-4081-8b44-eca8df40e586 None None] Checking router: f33418dd-6c5d-4f3c-ac47-6ab7de6399ca for host: dv-cinder-796471-1-iscsi {{(pid=91910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:18:26.655784 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317cb855-e3b3-4081-8b44-eca8df40e586 None None] Updating router f33418dd-6c5d-4f3c-ac47-6ab7de6399ca port dc31c154-692e-431c-8a19-4dd93c87b6ce binding host dv-cinder-796471-1-iscsi {{(pid=91910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 14:18:26.721775 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-317cb855-e3b3-4081-8b44-eca8df40e586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:26.894106 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Device b2985c07-d4cb-4754-a0d3-f4496536b2e0 up at agent ovs-agent-dv-cinder-796471-1-iscsi {{(pid=91909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:18:26.988415 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 14:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bd64995-1027-4bb5-8632-69fc6d5c7ae5 x-openstack-request-id: req-8bd64995-1027-4bb5-8632-69fc6d5c7ae5 {{(pid=91906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:18:26.988798 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c338005-e679-4872-9a31-4b3860bc0e3c", "tag": "ea61a4d3-9dba-46d7-bade-007b03bc52a7", "status": "completed", "code": 200}]} {{(pid=91906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:18:26.989100 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8bd64995-1027-4bb5-8632-69fc6d5c7ae5 {{(pid=91906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:18:26.993066 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c338005-e679-4872-9a31-4b3860bc0e3c', 'tag': 'ea61a4d3-9dba-46d7-bade-007b03bc52a7', 'status': 'completed', 'code': 200} Jun 15 14:18:27.088700 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Provisioning complete for port b2985c07-d4cb-4754-a0d3-f4496536b2e0 triggered by entity L2. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:18:27.089639 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897510'] for port, provisioning_complete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:27.111490 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356377a5-f99e-4324-a321-56e46d6d5fa2 req-20bfc947-0c72-473a-9e67-4db174485927 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:27.113691 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-356377a5-f99e-4324-a321-56e46d6d5fa2 req-20bfc947-0c72-473a-9e67-4db174485927 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5695f34-b49f-4a59-bbde-87ad2b51552b HTTP/1.1" status: 200 len: 945 time: 0.1889672 Jun 15 14:18:27.186404 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-356377a5-f99e-4324-a321-56e46d6d5fa2 req-a1063594-d74e-4d08-b56c-bc6cc571d76a tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/security-groups?id=612cf761-1131-4a26-a654-49a8070b2d73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649042 Jun 15 14:18:27.191761 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7720c08-2355-4cb3-a7b2-7179dda55989 req-626baa8c-fa71-4037-9794-a6da5f656fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:27.202536 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-e7720c08-2355-4cb3-a7b2-7179dda55989 req-626baa8c-fa71-4037-9794-a6da5f656fda service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c3de56a81c9f49fdb5657745f0c5e9a7&device_id=1c338005-e679-4872-9a31-4b3860bc0e3c HTTP/1.1" status: 200 len: 1099 time: 0.1667137 Jun 15 14:18:27.360777 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7720c08-2355-4cb3-a7b2-7179dda55989 req-a05aac9c-0eb3-4138-a761-3cf5dc8a8e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:27.362415 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-e7720c08-2355-4cb3-a7b2-7179dda55989 req-a05aac9c-0eb3-4138-a761-3cf5dc8a8e1d service neutron] 10.222.0.67 "GET /v2.0/networks?id=38cc54e9-46a5-4f17-85e6-fe0dd786b611 HTTP/1.1" status: 200 len: 911 time: 0.1446364 Jun 15 14:18:27.441114 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-317cb855-e3b3-4081-8b44-eca8df40e586 None None] Notify callbacks [] for port, precommit_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:27.453002 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-317cb855-e3b3-4081-8b44-eca8df40e586 None None] Transition to ACTIVE for port object dc31c154-692e-431c-8a19-4dd93c87b6ce will not be triggered until provisioned by entity L2. {{(pid=91910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:18:27.465239 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-317cb855-e3b3-4081-8b44-eca8df40e586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492'] for port, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:27.469073 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-6225a703-6e57-4ee2-b682-d32cc942080a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:18:27.494257 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_hamode_db [None req-9404f72a-554a-41d4-8297-a96733b0b5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c0eaad-83cf-4430-b708-c66bdd7420d8', 'name': 'tempest-TestVolumeBootPattern-92072223-router', 'tenant_id': 'c3de56a81c9f49fdb5657745f0c5e9a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'external_fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': 'd971e2b1-b9ea-44de-a79f-39fe38ddcd08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:13:59Z', 'updated_at': '2021-06-15T14:14:06Z', 'revision_number': 4, 'project_id': 'c3de56a81c9f49fdb5657745f0c5e9a7', 'gw_port': {'id': 'd971e2b1-b9ea-44de-a79f-39fe38ddcd08', 'name': '', 'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d4:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c0eaad-83cf-4430-b708-c66bdd7420d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:14:00Z', 'updated_at': '2021-06-15T14:14:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796471-1-iscsi', '_floatingips': [{'id': '249a7f02-741d-4eae-8c07-3c3cef3701c5', 'tenant_id': 'c3de56a81c9f49fdb5657745f0c5e9a7', 'floating_ip_address': '172.27.1.103', 'floating_network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'router_id': '20c0eaad-83cf-4430-b708-c66bdd7420d8', 'port_id': 'ea61a4d3-9dba-46d7-bade-007b03bc52a7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38cc54e9-46a5-4f17-85e6-fe0dd786b611', 'mac_address': 'fa:16:3e:18:3e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c338005-e679-4872-9a31-4b3860bc0e3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-15T14:18:24Z', 'updated_at': '2021-06-15T14:18:24Z', 'revision_number': 0, 'project_id': 'c3de56a81c9f49fdb5657745f0c5e9a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da9737a8-9041-44ab-8b20-9f32fed8bfee', 'name': '', 'network_id': '38cc54e9-46a5-4f17-85e6-fe0dd786b611', 'tenant_id': 'c3de56a81c9f49fdb5657745f0c5e9a7', 'mac_address': 'fa:16:3e:83:f0:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c0eaad-83cf-4430-b708-c66bdd7420d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'c7a8d3b2-93d0-474b-a785-3b20f05c50a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:14:04Z', 'updated_at': '2021-06-15T14:14:14Z', 'revision_number': 5, 'project_id': 'c3de56a81c9f49fdb5657745f0c5e9a7', 'subnets': [{'id': 'c7a8d3b2-93d0-474b-a785-3b20f05c50a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796471-1-iscsi', False) {} {{(pid=91909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:18:27.496541 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-e7720c08-2355-4cb3-a7b2-7179dda55989 req-88c09a91-89aa-4975-9563-9a490e74a4a7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea61a4d3-9dba-46d7-bade-007b03bc52a7 HTTP/1.1" status: 200 len: 1000 time: 0.1169887 Jun 15 14:18:27.504632 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9404f72a-554a-41d4-8297-a96733b0b5f0 None None] Checking router: 20c0eaad-83cf-4430-b708-c66bdd7420d8 for host: dv-cinder-796471-1-iscsi {{(pid=91909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:18:27.517663 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9404f72a-554a-41d4-8297-a96733b0b5f0 None None] Routers {'20c0eaad-83cf-4430-b708-c66bdd7420d8'} bound to L3 agent in host dv-cinder-796471-1-iscsi {{(pid=91909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:18:27.518667 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_hamode_db [None req-9404f72a-554a-41d4-8297-a96733b0b5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796471-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-15T14:04:51Z,description=,heartbeat_timestamp=2021-06-15T14:18:21Z,host='dv-cinder-796471-1-iscsi',id=7c0fcfb6-ee6c-4f84-9204-f4cc96555f34,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:04:51Z,topic='l3_agent')) {'router_ids': ['20c0eaad-83cf-4430-b708-c66bdd7420d8'], 'active': True} {{(pid=91909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:18:27.545672 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c21548-d546-499d-9093-94b5d888f5fe None None] Pushing event updated for resources: {'Port': ['ID=dc31c154-692e-431c-8a19-4dd93c87b6ce,revision_number=3']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:18:27.550433 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-35c21548-d546-499d-9093-94b5d888f5fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:18:27.647566 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7720c08-2355-4cb3-a7b2-7179dda55989 req-a8d10d9f-57f7-489f-ab1d-768f5651ed05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:27.649120 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-e7720c08-2355-4cb3-a7b2-7179dda55989 req-a8d10d9f-57f7-489f-ab1d-768f5651ed05 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c7a8d3b2-93d0-474b-a785-3b20f05c50a2 HTTP/1.1" status: 200 len: 849 time: 0.1462631 Jun 15 14:18:27.688489 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:27.753602 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7720c08-2355-4cb3-a7b2-7179dda55989 req-e40a5a46-b6ba-47ec-93a0-f22af8d3fe54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:27.755244 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-e7720c08-2355-4cb3-a7b2-7179dda55989 req-e40a5a46-b6ba-47ec-93a0-f22af8d3fe54 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=38cc54e9-46a5-4f17-85e6-fe0dd786b611&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0947258 Jun 15 14:18:27.769996 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_dvr_db [None req-9404f72a-554a-41d4-8297-a96733b0b5f0 None None] Set router 20c0eaad-83cf-4430-b708-c66bdd7420d8 gateway port host: dv-cinder-796471-1-iscsi {{(pid=91909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:18:27.865308 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.managers [None req-317cb855-e3b3-4081-8b44-eca8df40e586 None None] Attempting to bind port dc31c154-692e-431c-8a19-4dd93c87b6ce on host dv-cinder-796471-1-iscsi for vnic_type normal with profile {{(pid=91910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:18:27.865590 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.managers [None req-317cb855-e3b3-4081-8b44-eca8df40e586 None None] Attempting to bind port dc31c154-692e-431c-8a19-4dd93c87b6ce by drivers openvswitch,hyperv on host dv-cinder-796471-1-iscsi at level 0 using segments [{'id': 'c1ba742f-bbe3-4fe0-b88d-42bd00f1ea9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '9d6a23b8-7d72-4524-9392-a9b9e19fdddd'}] {{(pid=91910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:18:27.868690 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317cb855-e3b3-4081-8b44-eca8df40e586 None None] Attempting to bind port dc31c154-692e-431c-8a19-4dd93c87b6ce on network 9d6a23b8-7d72-4524-9392-a9b9e19fdddd {{(pid=91910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:18:27.897504 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317cb855-e3b3-4081-8b44-eca8df40e586 None None] Checking agent: {'id': 'a00a16a2-d8fd-48bc-a1ff-18db44b70890', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796471-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 4, 51), 'started_at': datetime.datetime(2021, 6, 15, 14, 5, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 18, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796471-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:18:27.897871 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317cb855-e3b3-4081-8b44-eca8df40e586 None None] Checking segment: {'id': 'c1ba742f-bbe3-4fe0-b88d-42bd00f1ea9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '9d6a23b8-7d72-4524-9392-a9b9e19fdddd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:18:27.898282 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-317cb855-e3b3-4081-8b44-eca8df40e586 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:27.898671 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317cb855-e3b3-4081-8b44-eca8df40e586 None None] Bound using segment: {'id': 'c1ba742f-bbe3-4fe0-b88d-42bd00f1ea9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '9d6a23b8-7d72-4524-9392-a9b9e19fdddd'} {{(pid=91910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:18:27.902145 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.managers [None req-317cb855-e3b3-4081-8b44-eca8df40e586 None None] Bound port: dc31c154-692e-431c-8a19-4dd93c87b6ce, host: dv-cinder-796471-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1ba742f-bbe3-4fe0-b88d-42bd00f1ea9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '9d6a23b8-7d72-4524-9392-a9b9e19fdddd'}}] {{(pid=91910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:18:27.902536 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-317cb855-e3b3-4081-8b44-eca8df40e586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:28.029738 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-317cb855-e3b3-4081-8b44-eca8df40e586 None None] For port dc31c154-692e-431c-8a19-4dd93c87b6ce, host dv-cinder-796471-1-iscsi, cleared binding levels {{(pid=91910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:18:28.033570 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-317cb855-e3b3-4081-8b44-eca8df40e586 None None] For port dc31c154-692e-431c-8a19-4dd93c87b6ce, host dv-cinder-796471-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796471-1-iscsi',level=0,port_id=dc31c154-692e-431c-8a19-4dd93c87b6ce,segment=NetworkSegment(c1ba742f-bbe3-4fe0-b88d-42bd00f1ea9a),segment_id=c1ba742f-bbe3-4fe0-b88d-42bd00f1ea9a)] {{(pid=91910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:18:28.043860 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-317cb855-e3b3-4081-8b44-eca8df40e586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492'] for port, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:28.048344 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:18:28.082037 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-e7720c08-2355-4cb3-a7b2-7179dda55989 req-0960f588-7067-4f36-aefe-54f04b67cc1b service neutron] 10.222.0.67 "GET /v2.0/networks/38cc54e9-46a5-4f17-85e6-fe0dd786b611?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3152514 Jun 15 14:18:28.135403 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c21548-d546-499d-9093-94b5d888f5fe None None] Pushing event updated for resources: {'Port': ['ID=dc31c154-692e-431c-8a19-4dd93c87b6ce,revision_number=4']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:18:28.147734 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-35c21548-d546-499d-9093-94b5d888f5fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:18:28.168387 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 37908) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:18:28.181169 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317cb855-e3b3-4081-8b44-eca8df40e586 None None] Routers {'f33418dd-6c5d-4f3c-ac47-6ab7de6399ca'} bound to L3 agent in host dv-cinder-796471-1-iscsi {{(pid=91910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:18:28.181828 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-317cb855-e3b3-4081-8b44-eca8df40e586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796471-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-15T14:04:51Z,description=,heartbeat_timestamp=2021-06-15T14:18:21Z,host='dv-cinder-796471-1-iscsi',id=7c0fcfb6-ee6c-4f84-9204-f4cc96555f34,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:04:51Z,topic='l3_agent')) {'router_ids': ['f33418dd-6c5d-4f3c-ac47-6ab7de6399ca'], 'active': True} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:18:28.372431 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-e7720c08-2355-4cb3-a7b2-7179dda55989 req-973d034b-5861-4385-b22b-ef38fcf48b06 service neutron] 10.222.0.67 "GET /v2.0/networks/38cc54e9-46a5-4f17-85e6-fe0dd786b611?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2746193 Jun 15 14:18:28.387875 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-b37c02aa-8bdf-4aea-8b18-caf9552564b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:28.392337 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvr_db [None req-317cb855-e3b3-4081-8b44-eca8df40e586 None None] Set router f33418dd-6c5d-4f3c-ac47-6ab7de6399ca gateway port host: dv-cinder-796471-1-iscsi {{(pid=91910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:18:28.411600 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_hamode_db [None req-9404f72a-554a-41d4-8297-a96733b0b5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c0eaad-83cf-4430-b708-c66bdd7420d8', 'name': 'tempest-TestVolumeBootPattern-92072223-router', 'tenant_id': 'c3de56a81c9f49fdb5657745f0c5e9a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'external_fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': 'd971e2b1-b9ea-44de-a79f-39fe38ddcd08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:13:59Z', 'updated_at': '2021-06-15T14:14:06Z', 'revision_number': 4, 'project_id': 'c3de56a81c9f49fdb5657745f0c5e9a7', 'gw_port': {'id': 'd971e2b1-b9ea-44de-a79f-39fe38ddcd08', 'name': '', 'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d4:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c0eaad-83cf-4430-b708-c66bdd7420d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:14:00Z', 'updated_at': '2021-06-15T14:14:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796471-1-iscsi', '_floatingips': [{'id': '249a7f02-741d-4eae-8c07-3c3cef3701c5', 'tenant_id': 'c3de56a81c9f49fdb5657745f0c5e9a7', 'floating_ip_address': '172.27.1.103', 'floating_network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'router_id': '20c0eaad-83cf-4430-b708-c66bdd7420d8', 'port_id': 'ea61a4d3-9dba-46d7-bade-007b03bc52a7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38cc54e9-46a5-4f17-85e6-fe0dd786b611', 'mac_address': 'fa:16:3e:18:3e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c338005-e679-4872-9a31-4b3860bc0e3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-15T14:18:24Z', 'updated_at': '2021-06-15T14:18:24Z', 'revision_number': 0, 'project_id': 'c3de56a81c9f49fdb5657745f0c5e9a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da9737a8-9041-44ab-8b20-9f32fed8bfee', 'name': '', 'network_id': '38cc54e9-46a5-4f17-85e6-fe0dd786b611', 'tenant_id': 'c3de56a81c9f49fdb5657745f0c5e9a7', 'mac_address': 'fa:16:3e:83:f0:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c0eaad-83cf-4430-b708-c66bdd7420d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'c7a8d3b2-93d0-474b-a785-3b20f05c50a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:14:04Z', 'updated_at': '2021-06-15T14:14:14Z', 'revision_number': 5, 'project_id': 'c3de56a81c9f49fdb5657745f0c5e9a7', 'subnets': [{'id': 'c7a8d3b2-93d0-474b-a785-3b20f05c50a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796471-1-iscsi', False) {} {{(pid=91909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:18:28.423185 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9404f72a-554a-41d4-8297-a96733b0b5f0 None None] The sync data for ids ['20c0eaad-83cf-4430-b708-c66bdd7420d8'] in dv-cinder-796471-1-iscsi is: [{'id': '20c0eaad-83cf-4430-b708-c66bdd7420d8', 'name': 'tempest-TestVolumeBootPattern-92072223-router', 'tenant_id': 'c3de56a81c9f49fdb5657745f0c5e9a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'external_fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': 'd971e2b1-b9ea-44de-a79f-39fe38ddcd08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:13:59Z', 'updated_at': '2021-06-15T14:14:06Z', 'revision_number': 4, 'project_id': 'c3de56a81c9f49fdb5657745f0c5e9a7', 'gw_port': {'id': 'd971e2b1-b9ea-44de-a79f-39fe38ddcd08', 'name': '', 'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d4:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c0eaad-83cf-4430-b708-c66bdd7420d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:14:00Z', 'updated_at': '2021-06-15T14:14:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796471-1-iscsi', '_floatingips': [{'id': '249a7f02-741d-4eae-8c07-3c3cef3701c5', 'tenant_id': 'c3de56a81c9f49fdb5657745f0c5e9a7', 'floating_ip_address': '172.27.1.103', 'floating_network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'router_id': '20c0eaad-83cf-4430-b708-c66bdd7420d8', 'port_id': 'ea61a4d3-9dba-46d7-bade-007b03bc52a7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38cc54e9-46a5-4f17-85e6-fe0dd786b611', 'mac_address': 'fa:16:3e:18:3e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c338005-e679-4872-9a31-4b3860bc0e3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-15T14:18:24Z', 'updated_at': '2021-06-15T14:18:24Z', 'revision_number': 0, 'project_id': 'c3de56a81c9f49fdb5657745f0c5e9a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da9737a8-9041-44ab-8b20-9f32fed8bfee', 'name': '', 'network_id': '38cc54e9-46a5-4f17-85e6-fe0dd786b611', 'tenant_id': 'c3de56a81c9f49fdb5657745f0c5e9a7', 'mac_address': 'fa:16:3e:83:f0:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c0eaad-83cf-4430-b708-c66bdd7420d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'c7a8d3b2-93d0-474b-a785-3b20f05c50a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:14:04Z', 'updated_at': '2021-06-15T14:14:14Z', 'revision_number': 5, 'project_id': 'c3de56a81c9f49fdb5657745f0c5e9a7', 'subnets': [{'id': 'c7a8d3b2-93d0-474b-a785-3b20f05c50a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:18:28.579990 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd6a390-d9b7-4da6-8238-6629d5d7494a req-6a68f8e8-bdea-4ebd-bea0-438836b70e11 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:28.581861 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-8cd6a390-d9b7-4da6-8238-6629d5d7494a req-6a68f8e8-bdea-4ebd-bea0-438836b70e11 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5695f34-b49f-4a59-bbde-87ad2b51552b HTTP/1.1" status: 200 len: 945 time: 0.1262922 Jun 15 14:18:28.635649 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-b37c02aa-8bdf-4aea-8b18-caf9552564b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:28.644694 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-b37c02aa-8bdf-4aea-8b18-caf9552564b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:28.697155 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-ab4e7475-8202-4145-909e-26c73e963ad8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:18:28.707213 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-b37c02aa-8bdf-4aea-8b18-caf9552564b3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=19c30ae81f9548c3b83a8261339d5d70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5368049 Jun 15 14:18:28.709129 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 37914) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:18:28.712538 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-8cd6a390-d9b7-4da6-8238-6629d5d7494a req-c8d833ca-1abf-4ae0-9324-ceffa21a4057 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/security-groups?id=612cf761-1131-4a26-a654-49a8070b2d73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1182785 Jun 15 14:18:28.779597 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de16e833-c723-4148-ba04-c81476481e93 None None] New status for floating IP 249a7f02-741d-4eae-8c07-3c3cef3701c5: ACTIVE {{(pid=91910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 15 14:18:28.821583 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Device dc31c154-692e-431c-8a19-4dd93c87b6ce up at agent ovs-agent-dv-cinder-796471-1-iscsi {{(pid=91909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:18:28.831858 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37c02aa-8bdf-4aea-8b18-caf9552564b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8da64d34-d1f2-4bd3-ac8c-9c3bd6878b8e,revision_number=1']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:18:28.845783 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-b37c02aa-8bdf-4aea-8b18-caf9552564b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:18:28.876220 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-4077cd94-9774-46ac-9a0f-3d3868492ce8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:28.906084 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Provisioning for port dc31c154-692e-431c-8a19-4dd93c87b6ce completed by entity L2. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:18:28.910179 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Provisioning complete for port dc31c154-692e-431c-8a19-4dd93c87b6ce triggered by entity L2. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:18:28.910564 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897510'] for port, provisioning_complete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:28.933095 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-4077cd94-9774-46ac-9a0f-3d3868492ce8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:29.011453 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-4077cd94-9774-46ac-9a0f-3d3868492ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:29.014768 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-4077cd94-9774-46ac-9a0f-3d3868492ce8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:29.016265 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-4077cd94-9774-46ac-9a0f-3d3868492ce8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8da64d34-d1f2-4bd3-ac8c-9c3bd6878b8e HTTP/1.1" status: 204 len: 168 time: 0.3006833 Jun 15 14:18:29.017829 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-6d1ce463-5850-404b-a49a-640e282f8bdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:18:29.045865 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4077cd94-9774-46ac-9a0f-3d3868492ce8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8da64d34-d1f2-4bd3-ac8c-9c3bd6878b8e,revision_number=None']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:18:29.049047 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-4077cd94-9774-46ac-9a0f-3d3868492ce8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:18:29.080797 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:29.158103 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] For port dc31c154-692e-431c-8a19-4dd93c87b6ce, host dv-cinder-796471-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796471-1-iscsi',level=0,port_id=dc31c154-692e-431c-8a19-4dd93c87b6ce,segment=NetworkSegment(c1ba742f-bbe3-4fe0-b88d-42bd00f1ea9a),segment_id=c1ba742f-bbe3-4fe0-b88d-42bd00f1ea9a)] {{(pid=91909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:18:29.168737 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492'] for port, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:29.171350 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:18:29.250324 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Pushing event updated for resources: {'Port': ['ID=dc31c154-692e-431c-8a19-4dd93c87b6ce,revision_number=5']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:18:29.253799 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:18:29.260408 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-317cb855-e3b3-4081-8b44-eca8df40e586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f33418dd-6c5d-4f3c-ac47-6ab7de6399ca', 'name': 'tempest-TestMinimumBasicScenario-1045903534-router', 'tenant_id': '7fefc6d1eff14093bfdb361d9672d355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'external_fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': 'b2985c07-d4cb-4754-a0d3-f4496536b2e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:18:15Z', 'updated_at': '2021-06-15T14:18:20Z', 'revision_number': 4, 'project_id': '7fefc6d1eff14093bfdb361d9672d355', 'gw_port': {'id': 'b2985c07-d4cb-4754-a0d3-f4496536b2e0', 'name': '', 'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:e6:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33418dd-6c5d-4f3c-ac47-6ab7de6399ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:18:16Z', 'updated_at': '2021-06-15T14:18:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796471-1-iscsi', '_interfaces': [{'id': 'dc31c154-692e-431c-8a19-4dd93c87b6ce', 'name': '', 'network_id': '9d6a23b8-7d72-4524-9392-a9b9e19fdddd', 'tenant_id': '7fefc6d1eff14093bfdb361d9672d355', 'mac_address': 'fa:16:3e:df:cb:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f33418dd-6c5d-4f3c-ac47-6ab7de6399ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'e81de77d-43b7-4bf9-90a0-985c4f851d32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:18:19Z', 'updated_at': '2021-06-15T14:18:28Z', 'revision_number': 4, 'project_id': '7fefc6d1eff14093bfdb361d9672d355', 'subnets': [{'id': 'e81de77d-43b7-4bf9-90a0-985c4f851d32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796471-1-iscsi', False) {} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:18:29.266814 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317cb855-e3b3-4081-8b44-eca8df40e586 None None] The sync data for ids ['f33418dd-6c5d-4f3c-ac47-6ab7de6399ca'] in dv-cinder-796471-1-iscsi is: [{'id': 'f33418dd-6c5d-4f3c-ac47-6ab7de6399ca', 'name': 'tempest-TestMinimumBasicScenario-1045903534-router', 'tenant_id': '7fefc6d1eff14093bfdb361d9672d355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'external_fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': 'b2985c07-d4cb-4754-a0d3-f4496536b2e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:18:15Z', 'updated_at': '2021-06-15T14:18:20Z', 'revision_number': 4, 'project_id': '7fefc6d1eff14093bfdb361d9672d355', 'gw_port': {'id': 'b2985c07-d4cb-4754-a0d3-f4496536b2e0', 'name': '', 'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:e6:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33418dd-6c5d-4f3c-ac47-6ab7de6399ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:18:16Z', 'updated_at': '2021-06-15T14:18:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796471-1-iscsi', '_interfaces': [{'id': 'dc31c154-692e-431c-8a19-4dd93c87b6ce', 'name': '', 'network_id': '9d6a23b8-7d72-4524-9392-a9b9e19fdddd', 'tenant_id': '7fefc6d1eff14093bfdb361d9672d355', 'mac_address': 'fa:16:3e:df:cb:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f33418dd-6c5d-4f3c-ac47-6ab7de6399ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'e81de77d-43b7-4bf9-90a0-985c4f851d32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:18:19Z', 'updated_at': '2021-06-15T14:18:28Z', 'revision_number': 4, 'project_id': '7fefc6d1eff14093bfdb361d9672d355', 'subnets': [{'id': 'e81de77d-43b7-4bf9-90a0-985c4f851d32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:18:29.948459 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8447cefa-2a3a-4469-848e-2487d78cca77 req-d94e0373-1adc-494c-a78a-bce2e88fcca7 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:29.950529 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-8447cefa-2a3a-4469-848e-2487d78cca77 req-d94e0373-1adc-494c-a78a-bce2e88fcca7 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5695f34-b49f-4a59-bbde-87ad2b51552b HTTP/1.1" status: 200 len: 945 time: 0.0885403 Jun 15 14:18:30.008670 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-8447cefa-2a3a-4469-848e-2487d78cca77 req-b12140f1-98e6-400b-b154-e449c6284638 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/security-groups?id=612cf761-1131-4a26-a654-49a8070b2d73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500946 Jun 15 14:18:30.727210 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Device dc31c154-692e-431c-8a19-4dd93c87b6ce up at agent ovs-agent-dv-cinder-796471-1-iscsi {{(pid=91909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:18:30.790970 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Provisioning complete for port dc31c154-692e-431c-8a19-4dd93c87b6ce triggered by entity L2. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:18:30.791652 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897510'] for port, provisioning_complete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:31.201156 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701b7185-25cf-4769-9ae2-9003382741ce req-486bad02-33e1-4fba-bfea-44708337bd22 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:31.202683 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-701b7185-25cf-4769-9ae2-9003382741ce req-486bad02-33e1-4fba-bfea-44708337bd22 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5695f34-b49f-4a59-bbde-87ad2b51552b HTTP/1.1" status: 200 len: 945 time: 0.0727317 Jun 15 14:18:31.254876 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-701b7185-25cf-4769-9ae2-9003382741ce req-e278d0fd-f524-4f72-87a2-d5765fd68922 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/security-groups?id=612cf761-1131-4a26-a654-49a8070b2d73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457344 Jun 15 14:18:31.703369 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-929984ee-7554-4e2a-8cf3-982fd25ed9ba req-84c74e65-1494-4d1f-8bcd-d504f10d157b tempest-VolumesNegativeTest-995699634 tempest-VolumesNegativeTest-995699634-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=2a2b40e5d8854c6ea033533a237d79fa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0434709 Jun 15 14:18:31.945902 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929984ee-7554-4e2a-8cf3-982fd25ed9ba req-2554a17d-1ff1-4f07-bda5-bdbfd200f478 tempest-VolumesNegativeTest-995699634 tempest-VolumesNegativeTest-995699634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:31.947438 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-929984ee-7554-4e2a-8cf3-982fd25ed9ba req-2554a17d-1ff1-4f07-bda5-bdbfd200f478 tempest-VolumesNegativeTest-995699634 tempest-VolumesNegativeTest-995699634-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2425487 Jun 15 14:18:31.969268 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-929984ee-7554-4e2a-8cf3-982fd25ed9ba req-ca38eb86-1b6e-4bef-a8d2-0e4949ab9854 tempest-VolumesNegativeTest-995699634 tempest-VolumesNegativeTest-995699634-project] 10.222.0.26 "GET /v2.0/quotas/2a2b40e5d8854c6ea033533a237d79fa HTTP/1.1" status: 200 len: 375 time: 0.0159314 Jun 15 14:18:32.024443 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-929984ee-7554-4e2a-8cf3-982fd25ed9ba req-745be45c-51d6-4553-8c5d-305e958238fb tempest-VolumesNegativeTest-995699634 tempest-VolumesNegativeTest-995699634-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=2a2b40e5d8854c6ea033533a237d79fa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0537088 Jun 15 14:18:32.235346 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-dd211d99-95e0-404f-b6cf-347a57023d9f req-246bfa6f-879d-4da8-b177-fa09fa318ca6 tempest-VolumesNegativeTest-995699634 tempest-VolumesNegativeTest-995699634-project] 10.222.0.26 "GET /v2.0/ports?device_id=81465083-8968-4bb9-bdd6-b1856aeb4bad HTTP/1.1" status: 200 len: 210 time: 0.0409591 Jun 15 14:18:32.431424 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Device 06b54a84-8be5-454d-8dcb-d399ccc4fff3 details requested by agent hyperv_hv-cinder-79647 with host hv-cinder-79647 {{(pid=91909) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 14:18:32.502575 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5365cab7-32b6-4b15-b827-c3ba1a0c8305 req-f1332a22-2868-4bbd-a7a6-b4c6a73af2fb tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:32.504733 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-5365cab7-32b6-4b15-b827-c3ba1a0c8305 req-f1332a22-2868-4bbd-a7a6-b4c6a73af2fb tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5695f34-b49f-4a59-bbde-87ad2b51552b HTTP/1.1" status: 200 len: 945 time: 0.0991502 Jun 15 14:18:32.570891 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-5365cab7-32b6-4b15-b827-c3ba1a0c8305 req-45655594-1fba-4cd6-82d9-54684a33d4fc tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/security-groups?id=612cf761-1131-4a26-a654-49a8070b2d73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588386 Jun 15 14:18:32.639607 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] For port 06b54a84-8be5-454d-8dcb-d399ccc4fff3, host hv-cinder-79647, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79647',level=0,port_id=06b54a84-8be5-454d-8dcb-d399ccc4fff3,segment=NetworkSegment(29cbf6bd-3703-449c-90e3-2d0016356068),segment_id=29cbf6bd-3703-449c-90e3-2d0016356068)] {{(pid=91909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:18:32.653912 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Returning: {'device': '06b54a84-8be5-454d-8dcb-d399ccc4fff3', 'network_id': '610d1d9e-6798-4665-ba11-cd870fb10064', 'port_id': '06b54a84-8be5-454d-8dcb-d399ccc4fff3', 'mac_address': 'fa:16:3e:b1:27:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 888, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2014c6aa-f72d-434e-8835-9ccc29766f9a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91909) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 14:18:32.716583 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:32.751637 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.notifiers.nova [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 06b54a84-8be5-454d-8dcb-d399ccc4fff3 {{(pid=91909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:18:32.774498 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] For port 06b54a84-8be5-454d-8dcb-d399ccc4fff3, host hv-cinder-79647, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79647',level=0,port_id=06b54a84-8be5-454d-8dcb-d399ccc4fff3,segment=NetworkSegment(29cbf6bd-3703-449c-90e3-2d0016356068),segment_id=29cbf6bd-3703-449c-90e3-2d0016356068)] {{(pid=91909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:18:32.779833 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492'] for port, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:32.781830 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:18:32.842377 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Pushing event updated for resources: {'Port': ['ID=06b54a84-8be5-454d-8dcb-d399ccc4fff3,revision_number=6']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:18:32.859114 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:18:32.945853 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] get_ports_and_sgs() called for port_ids ['06b54a84-8be5-454d-8dcb-d399ccc4fff3'] {{(pid=91909) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:18:33.418954 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-b1f73941-e0d4-402b-977c-2092a6177b23 req-c1127ec1-d509-40b3-bd0d-21dfa717d4ba tempest-VolumesNegativeTest-995699634 tempest-VolumesNegativeTest-995699634-project] 10.222.0.26 "GET /v2.0/ports?device_id=81465083-8968-4bb9-bdd6-b1856aeb4bad HTTP/1.1" status: 200 len: 210 time: 0.0541601 Jun 15 14:18:33.699459 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-929984ee-7554-4e2a-8cf3-982fd25ed9ba req-ab2b1200-dca8-42de-a546-584d444cd83d tempest-VolumesNegativeTest-995699634 tempest-VolumesNegativeTest-995699634-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=2a2b40e5d8854c6ea033533a237d79fa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0734200 Jun 15 14:18:34.281065 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929984ee-7554-4e2a-8cf3-982fd25ed9ba req-007a0662-3dfa-4bed-adf1-1ad749acc888 tempest-VolumesNegativeTest-995699634 tempest-VolumesNegativeTest-995699634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:34.283276 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-929984ee-7554-4e2a-8cf3-982fd25ed9ba req-007a0662-3dfa-4bed-adf1-1ad749acc888 tempest-VolumesNegativeTest-995699634 tempest-VolumesNegativeTest-995699634-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5749185 Jun 15 14:18:34.305858 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.v2.base [req-929984ee-7554-4e2a-8cf3-982fd25ed9ba req-1cc8e4c7-6e3b-4acd-8ae4-25bd51d82bbe tempest-VolumesNegativeTest-995699634 tempest-VolumesNegativeTest-995699634-project] Request body: {'port': {'device_id': '81465083-8968-4bb9-bdd6-b1856aeb4bad', 'network_id': 'a0832f84-90a5-4cb7-b21d-d4c989059bfa', 'admin_state_up': True, 'tenant_id': '2a2b40e5d8854c6ea033533a237d79fa'}} {{(pid=91906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:18:34.436626 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Device 06b54a84-8be5-454d-8dcb-d399ccc4fff3 up at agent hyperv_hv-cinder-79647 {{(pid=91909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:18:34.579933 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Provisioning complete for port 06b54a84-8be5-454d-8dcb-d399ccc4fff3 triggered by entity L2. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:18:34.580400 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897510'] for port, provisioning_complete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:34.629621 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e75a88-2d6b-4929-9f94-d6fae26e2aed req-b120d28e-2836-43d5-b3e2-ffeb0e35caa0 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:34.659633 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-87e75a88-2d6b-4929-9f94-d6fae26e2aed req-b120d28e-2836-43d5-b3e2-ffeb0e35caa0 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5695f34-b49f-4a59-bbde-87ad2b51552b HTTP/1.1" status: 200 len: 944 time: 0.6848087 Jun 15 14:18:34.664211 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-929984ee-7554-4e2a-8cf3-982fd25ed9ba req-1cc8e4c7-6e3b-4acd-8ae4-25bd51d82bbe tempest-VolumesNegativeTest-995699634 tempest-VolumesNegativeTest-995699634-project] Made reservation on behalf of 2a2b40e5d8854c6ea033533a237d79fa for: {'port': 1} {{(pid=91906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:18:34.670485 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [req-929984ee-7554-4e2a-8cf3-982fd25ed9ba req-1cc8e4c7-6e3b-4acd-8ae4-25bd51d82bbe tempest-VolumesNegativeTest-995699634 tempest-VolumesNegativeTest-995699634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-33170876'] for port, before_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:34.691610 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [req-929984ee-7554-4e2a-8cf3-982fd25ed9ba req-1cc8e4c7-6e3b-4acd-8ae4-25bd51d82bbe tempest-VolumesNegativeTest-995699634 tempest-VolumesNegativeTest-995699634-project] Notify callbacks [] for security_group, before_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:34.759153 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-87e75a88-2d6b-4929-9f94-d6fae26e2aed req-9f35363d-d6df-4d59-82d3-7bada8cdae9a tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/security-groups?id=612cf761-1131-4a26-a654-49a8070b2d73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985043 Jun 15 14:18:34.779862 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-40f5f11d-4d92-473d-adcb-801fc8650ae0 req-5658634c-0a39-4de5-9810-6b157337bee3 tempest-VolumesNegativeTest-995699634 tempest-VolumesNegativeTest-995699634-project] 10.222.0.26 "GET /v2.0/ports?device_id=81465083-8968-4bb9-bdd6-b1856aeb4bad HTTP/1.1" status: 200 len: 210 time: 0.0581024 Jun 15 14:18:34.784876 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:34.885925 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [req-929984ee-7554-4e2a-8cf3-982fd25ed9ba req-1cc8e4c7-6e3b-4acd-8ae4-25bd51d82bbe tempest-VolumesNegativeTest-995699634 tempest-VolumesNegativeTest-995699634-project] Notify callbacks [] for security_group, precommit_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:34.891822 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [req-929984ee-7554-4e2a-8cf3-982fd25ed9ba req-1cc8e4c7-6e3b-4acd-8ae4-25bd51d82bbe tempest-VolumesNegativeTest-995699634 tempest-VolumesNegativeTest-995699634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:34.895840 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-7d546df4-1f6e-4109-8c7f-edc5f56962ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:18:34.931774 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc8e4c7-6e3b-4acd-8ae4-25bd51d82bbe tempest-VolumesNegativeTest-995699634 tempest-VolumesNegativeTest-995699634-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff401cb1-3531-431f-b25b-39d58f8365b1,revision_number=1']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:18:34.948330 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-1cc8e4c7-6e3b-4acd-8ae4-25bd51d82bbe tempest-VolumesNegativeTest-995699634 tempest-VolumesNegativeTest-995699634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:18:35.015936 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5695f34-b49f-4a59-bbde-87ad2b51552b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06b54a84-8be5-454d-8dcb-d399ccc4fff3'}] {{(pid=91909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:18:35.018314 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}018986bfbd05ca611dd30af7db176f5a3185891675ab09d2ffafe9409078adde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e39fd10-436b-4d8f-b02f-e9cb4d664dd7" -d '{"events": [{"server_uuid": "d5695f34-b49f-4a59-bbde-87ad2b51552b", "name": "network-vif-plugged", "status": "completed", "tag": "06b54a84-8be5-454d-8dcb-d399ccc4fff3"}]}' {{(pid=91909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:18:35.045326 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] For port 06b54a84-8be5-454d-8dcb-d399ccc4fff3, host hv-cinder-79647, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79647',level=0,port_id=06b54a84-8be5-454d-8dcb-d399ccc4fff3,segment=NetworkSegment(29cbf6bd-3703-449c-90e3-2d0016356068),segment_id=29cbf6bd-3703-449c-90e3-2d0016356068)] {{(pid=91909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:18:35.060774 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492'] for port, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:35.062885 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:18:35.199424 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.db.db_base_plugin_common [req-929984ee-7554-4e2a-8cf3-982fd25ed9ba req-1cc8e4c7-6e3b-4acd-8ae4-25bd51d82bbe tempest-VolumesNegativeTest-995699634 tempest-VolumesNegativeTest-995699634-project] Allocated IP 192.168.233.139 (a0832f84-90a5-4cb7-b21d-d4c989059bfa/1873f25f-7ed3-4730-a1f9-0939ef7305ef/d35c7799-0e20-43ef-9bd4-43a504ef30f0) {{(pid=91906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:18:35.199620 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Pushing event updated for resources: {'Port': ['ID=06b54a84-8be5-454d-8dcb-d399ccc4fff3,revision_number=7']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:18:35.348161 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:18:35.401859 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [req-929984ee-7554-4e2a-8cf3-982fd25ed9ba req-1cc8e4c7-6e3b-4acd-8ae4-25bd51d82bbe tempest-VolumesNegativeTest-995699634 tempest-VolumesNegativeTest-995699634-project] Notify callbacks [] for port, precommit_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:35.408239 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb722583-d766-43d1-9b4d-27a04e1eaf43 x-openstack-request-id: req-bb722583-d766-43d1-9b4d-27a04e1eaf43 {{(pid=91909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:18:35.409380 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5695f34-b49f-4a59-bbde-87ad2b51552b", "name": "network-vif-plugged", "status": "completed", "tag": "06b54a84-8be5-454d-8dcb-d399ccc4fff3", "code": 200}]} {{(pid=91909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:18:35.410920 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-bb722583-d766-43d1-9b4d-27a04e1eaf43 {{(pid=91909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:18:35.411788 dv-cinder-796471-1-iscsi neutron-server[91909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5695f34-b49f-4a59-bbde-87ad2b51552b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06b54a84-8be5-454d-8dcb-d399ccc4fff3', 'code': 200} Jun 15 14:18:35.424947 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.db.provisioning_blocks [req-929984ee-7554-4e2a-8cf3-982fd25ed9ba req-1cc8e4c7-6e3b-4acd-8ae4-25bd51d82bbe tempest-VolumesNegativeTest-995699634 tempest-VolumesNegativeTest-995699634-project] Transition to ACTIVE for port object d35c7799-0e20-43ef-9bd4-43a504ef30f0 will not be triggered until provisioned by entity DHCP. {{(pid=91906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:18:35.463486 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [req-929984ee-7554-4e2a-8cf3-982fd25ed9ba req-1cc8e4c7-6e3b-4acd-8ae4-25bd51d82bbe tempest-VolumesNegativeTest-995699634 tempest-VolumesNegativeTest-995699634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33170815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-53808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781714044429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3410907'] for port, after_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:35.476237 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-ab638b86-0f13-40e8-ba80-53734b71efa0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:18:35.563376 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-929984ee-7554-4e2a-8cf3-982fd25ed9ba req-1cc8e4c7-6e3b-4acd-8ae4-25bd51d82bbe tempest-VolumesNegativeTest-995699634 tempest-VolumesNegativeTest-995699634-project] Network a0832f84-90a5-4cb7-b21d-d4c989059bfa is already hosted by enough agents. {{(pid=91906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:18:35.566306 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc8e4c7-6e3b-4acd-8ae4-25bd51d82bbe tempest-VolumesNegativeTest-995699634 tempest-VolumesNegativeTest-995699634-project] Pushing event updated for resources: {'Port': ['ID=d35c7799-0e20-43ef-9bd4-43a504ef30f0,revision_number=1']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:18:35.571054 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.scheduler.base_scheduler [req-929984ee-7554-4e2a-8cf3-982fd25ed9ba req-1cc8e4c7-6e3b-4acd-8ae4-25bd51d82bbe tempest-VolumesNegativeTest-995699634 tempest-VolumesNegativeTest-995699634-project] Resources bound (agent type, host, resource id): {{(pid=91906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:18:35.576190 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-1cc8e4c7-6e3b-4acd-8ae4-25bd51d82bbe tempest-VolumesNegativeTest-995699634 tempest-VolumesNegativeTest-995699634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:18:35.576190 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.db.l3_dvrscheduler_db [req-929984ee-7554-4e2a-8cf3-982fd25ed9ba req-1cc8e4c7-6e3b-4acd-8ae4-25bd51d82bbe tempest-VolumesNegativeTest-995699634 tempest-VolumesNegativeTest-995699634-project] Received port after_create {{(pid=91906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:18:35.675066 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929984ee-7554-4e2a-8cf3-982fd25ed9ba req-1cc8e4c7-6e3b-4acd-8ae4-25bd51d82bbe tempest-VolumesNegativeTest-995699634 tempest-VolumesNegativeTest-995699634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:35.675735 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [req-929984ee-7554-4e2a-8cf3-982fd25ed9ba req-1cc8e4c7-6e3b-4acd-8ae4-25bd51d82bbe tempest-VolumesNegativeTest-995699634 tempest-VolumesNegativeTest-995699634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58954'] for port, before_response {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:35.703306 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-929984ee-7554-4e2a-8cf3-982fd25ed9ba req-1cc8e4c7-6e3b-4acd-8ae4-25bd51d82bbe tempest-VolumesNegativeTest-995699634 tempest-VolumesNegativeTest-995699634-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4020312 Jun 15 14:18:35.731179 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.v2.base [req-929984ee-7554-4e2a-8cf3-982fd25ed9ba req-b92a5ec9-c83d-4ef9-809b-a469b8fad23f service neutron] Request body: {'port': {'device_id': '81465083-8968-4bb9-bdd6-b1856aeb4bad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79647'}} {{(pid=91906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:18:35.954925 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [req-929984ee-7554-4e2a-8cf3-982fd25ed9ba req-b92a5ec9-c83d-4ef9-809b-a469b8fad23f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:35.960198 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-272f9f56-0bfe-4940-a1f0-8d2e689bc1e4 None None] Provisioning for port d35c7799-0e20-43ef-9bd4-43a504ef30f0 completed by entity DHCP. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:18:35.965926 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-272f9f56-0bfe-4940-a1f0-8d2e689bc1e4 None None] Provisioning complete for port d35c7799-0e20-43ef-9bd4-43a504ef30f0 triggered by entity DHCP. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:18:35.966684 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-272f9f56-0bfe-4940-a1f0-8d2e689bc1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897510'] for port, provisioning_complete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:36.054767 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.plugin [None req-272f9f56-0bfe-4940-a1f0-8d2e689bc1e4 None None] Port d35c7799-0e20-43ef-9bd4-43a504ef30f0 cannot update to ACTIVE because it is not bound. {{(pid=91909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 15 14:18:36.094169 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415fab56-544f-4bde-940f-6d077482e1df req-107830b9-3e0c-49bf-9a53-e4e7f0135832 tempest-VolumesNegativeTest-995699634 tempest-VolumesNegativeTest-995699634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:36.107487 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-415fab56-544f-4bde-940f-6d077482e1df req-107830b9-3e0c-49bf-9a53-e4e7f0135832 tempest-VolumesNegativeTest-995699634 tempest-VolumesNegativeTest-995699634-project] 10.222.0.26 "GET /v2.0/ports?device_id=81465083-8968-4bb9-bdd6-b1856aeb4bad HTTP/1.1" status: 200 len: 936 time: 0.1294513 Jun 15 14:18:36.211092 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-415fab56-544f-4bde-940f-6d077482e1df req-aacabbc4-611f-47ac-bf38-9acd2b1e8a72 tempest-VolumesNegativeTest-995699634 tempest-VolumesNegativeTest-995699634-project] 10.222.0.26 "GET /v2.0/security-groups?id=ff401cb1-3531-431f-b25b-39d58f8365b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020179 Jun 15 14:18:36.522305 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51c7fb5-eeb4-4ce3-a3a4-ea0f8ae804cb req-247fed78-8ac7-4ba8-9e13-dbdc34116cdd tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:36.523836 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-d51c7fb5-eeb4-4ce3-a3a4-ea0f8ae804cb req-247fed78-8ac7-4ba8-9e13-dbdc34116cdd tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5695f34-b49f-4a59-bbde-87ad2b51552b HTTP/1.1" status: 200 len: 945 time: 0.4959545 Jun 15 14:18:36.671753 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-d51c7fb5-eeb4-4ce3-a3a4-ea0f8ae804cb req-44cf70f0-cb81-4cd0-9e8d-5eb0f4b7c6f9 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/security-groups?id=612cf761-1131-4a26-a654-49a8070b2d73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1362472 Jun 15 14:18:36.806318 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.notifiers.nova [req-929984ee-7554-4e2a-8cf3-982fd25ed9ba req-b92a5ec9-c83d-4ef9-809b-a469b8fad23f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d35c7799-0e20-43ef-9bd4-43a504ef30f0 {{(pid=91906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:18:36.816248 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [req-929984ee-7554-4e2a-8cf3-982fd25ed9ba req-b92a5ec9-c83d-4ef9-809b-a469b8fad23f service neutron] Notify callbacks [] for port, precommit_update {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:36.839539 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.db.provisioning_blocks [req-929984ee-7554-4e2a-8cf3-982fd25ed9ba req-b92a5ec9-c83d-4ef9-809b-a469b8fad23f service neutron] Transition to ACTIVE for port object d35c7799-0e20-43ef-9bd4-43a504ef30f0 will not be triggered until provisioned by entity L2. {{(pid=91906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:18:36.852398 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [req-929984ee-7554-4e2a-8cf3-982fd25ed9ba req-b92a5ec9-c83d-4ef9-809b-a469b8fad23f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3410917'] for port, after_update {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:36.871801 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-302bea2d-99f0-4b9a-830f-c51fd48ae890 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:18:37.077239 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92a5ec9-c83d-4ef9-809b-a469b8fad23f service neutron] Pushing event updated for resources: {'Port': ['ID=d35c7799-0e20-43ef-9bd4-43a504ef30f0,revision_number=2']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:18:37.083897 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-b92a5ec9-c83d-4ef9-809b-a469b8fad23f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:18:37.192727 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed0fc80-ecd3-42d5-af7f-fefb72305be1 req-5d5e470d-b114-4ccf-a905-4ba50a273a9d tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:37.194268 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-4ed0fc80-ecd3-42d5-af7f-fefb72305be1 req-5d5e470d-b114-4ccf-a905-4ba50a273a9d tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] 10.222.0.26 "GET /v2.0/networks?id=d785db07-dec5-4c04-aa3b-7e193f13bd39 HTTP/1.1" status: 200 len: 815 time: 0.3535044 Jun 15 14:18:37.224796 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.managers [req-929984ee-7554-4e2a-8cf3-982fd25ed9ba req-b92a5ec9-c83d-4ef9-809b-a469b8fad23f service neutron] Attempting to bind port d35c7799-0e20-43ef-9bd4-43a504ef30f0 on host hv-cinder-79647 for vnic_type normal with profile {{(pid=91906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:18:37.224796 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.managers [req-929984ee-7554-4e2a-8cf3-982fd25ed9ba req-b92a5ec9-c83d-4ef9-809b-a469b8fad23f service neutron] Attempting to bind port d35c7799-0e20-43ef-9bd4-43a504ef30f0 by drivers openvswitch,hyperv on host hv-cinder-79647 at level 0 using segments [{'id': '9315c2e9-3e90-4a4e-9930-e8cff71c2a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'a0832f84-90a5-4cb7-b21d-d4c989059bfa'}] {{(pid=91906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:18:37.225102 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-929984ee-7554-4e2a-8cf3-982fd25ed9ba req-b92a5ec9-c83d-4ef9-809b-a469b8fad23f service neutron] Attempting to bind port d35c7799-0e20-43ef-9bd4-43a504ef30f0 on network a0832f84-90a5-4cb7-b21d-d4c989059bfa {{(pid=91906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:18:37.227774 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-4ed0fc80-ecd3-42d5-af7f-fefb72305be1 req-1848f028-2fed-4a19-8b96-bdc19fa9388d tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] 10.222.0.26 "GET /v2.0/quotas/bdbc49f82db24b3887142e44b8029698 HTTP/1.1" status: 200 len: 375 time: 0.0255492 Jun 15 14:18:37.234109 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-929984ee-7554-4e2a-8cf3-982fd25ed9ba req-b92a5ec9-c83d-4ef9-809b-a469b8fad23f service neutron] Port d35c7799-0e20-43ef-9bd4-43a504ef30f0 on network a0832f84-90a5-4cb7-b21d-d4c989059bfa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79647 {{(pid=91906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 14:18:37.234731 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-929984ee-7554-4e2a-8cf3-982fd25ed9ba req-b92a5ec9-c83d-4ef9-809b-a469b8fad23f service neutron] Attempting to bind port d35c7799-0e20-43ef-9bd4-43a504ef30f0 on network a0832f84-90a5-4cb7-b21d-d4c989059bfa {{(pid=91906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:18:37.278697 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-929984ee-7554-4e2a-8cf3-982fd25ed9ba req-b92a5ec9-c83d-4ef9-809b-a469b8fad23f service neutron] Checking agent: {'id': 'ecd79229-812b-453e-8934-f3ab9293fb1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79647', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 10, 57), 'started_at': datetime.datetime(2021, 6, 15, 14, 10, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 18, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:18:37.279117 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-929984ee-7554-4e2a-8cf3-982fd25ed9ba req-b92a5ec9-c83d-4ef9-809b-a469b8fad23f service neutron] Checking segment: {'id': '9315c2e9-3e90-4a4e-9930-e8cff71c2a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'a0832f84-90a5-4cb7-b21d-d4c989059bfa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:18:37.279457 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-929984ee-7554-4e2a-8cf3-982fd25ed9ba req-b92a5ec9-c83d-4ef9-809b-a469b8fad23f service neutron] Bound using segment: {'id': '9315c2e9-3e90-4a4e-9930-e8cff71c2a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'a0832f84-90a5-4cb7-b21d-d4c989059bfa'} {{(pid=91906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:18:37.279919 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.managers [req-929984ee-7554-4e2a-8cf3-982fd25ed9ba req-b92a5ec9-c83d-4ef9-809b-a469b8fad23f service neutron] Bound port: d35c7799-0e20-43ef-9bd4-43a504ef30f0, host: hv-cinder-79647, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9315c2e9-3e90-4a4e-9930-e8cff71c2a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'a0832f84-90a5-4cb7-b21d-d4c989059bfa'}}] {{(pid=91906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:18:37.280273 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [req-929984ee-7554-4e2a-8cf3-982fd25ed9ba req-b92a5ec9-c83d-4ef9-809b-a469b8fad23f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:37.381292 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-4ed0fc80-ecd3-42d5-af7f-fefb72305be1 req-c72b9c96-d207-4e13-b6a4-314c0347cd03 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=bdbc49f82db24b3887142e44b8029698&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1421642 Jun 15 14:18:37.425068 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.db [req-929984ee-7554-4e2a-8cf3-982fd25ed9ba req-b92a5ec9-c83d-4ef9-809b-a469b8fad23f service neutron] For port d35c7799-0e20-43ef-9bd4-43a504ef30f0, host hv-cinder-79647, cleared binding levels {{(pid=91906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:18:37.433092 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.db [req-929984ee-7554-4e2a-8cf3-982fd25ed9ba req-b92a5ec9-c83d-4ef9-809b-a469b8fad23f service neutron] For port d35c7799-0e20-43ef-9bd4-43a504ef30f0, host hv-cinder-79647, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79647',level=0,port_id=d35c7799-0e20-43ef-9bd4-43a504ef30f0,segment=NetworkSegment(9315c2e9-3e90-4a4e-9930-e8cff71c2a68),segment_id=9315c2e9-3e90-4a4e-9930-e8cff71c2a68)] {{(pid=91906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:18:37.444820 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8124fa79-9759-4050-9b98-967a6edcda2f req-d1729744-1995-4663-a7fa-327b6dd84f65 tempest-VolumesNegativeTest-995699634 tempest-VolumesNegativeTest-995699634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:37.446322 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-8124fa79-9759-4050-9b98-967a6edcda2f req-d1729744-1995-4663-a7fa-327b6dd84f65 tempest-VolumesNegativeTest-995699634 tempest-VolumesNegativeTest-995699634-project] 10.222.0.26 "GET /v2.0/ports?device_id=81465083-8968-4bb9-bdd6-b1856aeb4bad HTTP/1.1" status: 200 len: 948 time: 0.0928028 Jun 15 14:18:37.449086 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [req-929984ee-7554-4e2a-8cf3-982fd25ed9ba req-b92a5ec9-c83d-4ef9-809b-a469b8fad23f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3410917'] for port, after_update {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:37.459870 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-1cc8e4c7-6e3b-4acd-8ae4-25bd51d82bbe tempest-VolumesNegativeTest-995699634 tempest-VolumesNegativeTest-995699634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:18:37.492911 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-8124fa79-9759-4050-9b98-967a6edcda2f req-913e2d6c-851f-4755-9034-689bd2cb2f99 tempest-VolumesNegativeTest-995699634 tempest-VolumesNegativeTest-995699634-project] 10.222.0.26 "GET /v2.0/security-groups?id=ff401cb1-3531-431f-b25b-39d58f8365b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384002 Jun 15 14:18:37.570086 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929984ee-7554-4e2a-8cf3-982fd25ed9ba req-b92a5ec9-c83d-4ef9-809b-a469b8fad23f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:37.571079 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [req-929984ee-7554-4e2a-8cf3-982fd25ed9ba req-b92a5ec9-c83d-4ef9-809b-a469b8fad23f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58954'] for port, before_response {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:37.572565 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-929984ee-7554-4e2a-8cf3-982fd25ed9ba req-b92a5ec9-c83d-4ef9-809b-a469b8fad23f service neutron] 10.222.0.67 "PUT /v2.0/ports/d35c7799-0e20-43ef-9bd4-43a504ef30f0 HTTP/1.1" status: 200 len: 1098 time: 1.8515711 Jun 15 14:18:37.573790 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81465083-8968-4bb9-bdd6-b1856aeb4bad', 'tag': 'd35c7799-0e20-43ef-9bd4-43a504ef30f0'}] {{(pid=91906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:18:37.576389 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6e08b2e8a943f90b978338aafac4b6863d86ad6c280d3789afb6c36825669ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a03ed5ce-a9f2-41fe-b6a5-57e64b91e8df" -d '{"events": [{"name": "network-changed", "server_uuid": "81465083-8968-4bb9-bdd6-b1856aeb4bad", "tag": "d35c7799-0e20-43ef-9bd4-43a504ef30f0"}]}' {{(pid=91906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:18:37.723338 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 14:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d37ee785-c591-4162-862f-6c66d226eef4 x-openstack-request-id: req-d37ee785-c591-4162-862f-6c66d226eef4 {{(pid=91906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:18:37.723756 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81465083-8968-4bb9-bdd6-b1856aeb4bad", "tag": "d35c7799-0e20-43ef-9bd4-43a504ef30f0", "status": "completed", "code": 200}]} {{(pid=91906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:18:37.724208 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d37ee785-c591-4162-862f-6c66d226eef4 {{(pid=91906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:18:37.724935 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81465083-8968-4bb9-bdd6-b1856aeb4bad', 'tag': 'd35c7799-0e20-43ef-9bd4-43a504ef30f0', 'status': 'completed', 'code': 200} Jun 15 14:18:37.732452 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92a5ec9-c83d-4ef9-809b-a469b8fad23f service neutron] Pushing event updated for resources: {'Port': ['ID=d35c7799-0e20-43ef-9bd4-43a504ef30f0,revision_number=3']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:18:37.760466 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-4ed0fc80-ecd3-42d5-af7f-fefb72305be1 req-74cd04b7-5604-45f6-b9e8-7c12b9d31a96 service neutron] 10.222.0.26 "GET /v2.0/networks/d785db07-dec5-4c04-aa3b-7e193f13bd39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3497369 Jun 15 14:18:37.774362 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92a5ec9-c83d-4ef9-809b-a469b8fad23f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:18:37.774905 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92a5ec9-c83d-4ef9-809b-a469b8fad23f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:18:37.775364 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92a5ec9-c83d-4ef9-809b-a469b8fad23f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:18:37.775818 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92a5ec9-c83d-4ef9-809b-a469b8fad23f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:18:37.776307 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92a5ec9-c83d-4ef9-809b-a469b8fad23f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:18:37.776753 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92a5ec9-c83d-4ef9-809b-a469b8fad23f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:18:37.777201 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92a5ec9-c83d-4ef9-809b-a469b8fad23f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:18:37.777647 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92a5ec9-c83d-4ef9-809b-a469b8fad23f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:18:37.778110 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92a5ec9-c83d-4ef9-809b-a469b8fad23f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:18:37.778557 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92a5ec9-c83d-4ef9-809b-a469b8fad23f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:18:37.779038 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92a5ec9-c83d-4ef9-809b-a469b8fad23f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:18:37.779498 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92a5ec9-c83d-4ef9-809b-a469b8fad23f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:18:37.804739 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-b92a5ec9-c83d-4ef9-809b-a469b8fad23f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:18:37.898961 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716a6fd4-d314-47bc-b401-d4fd872f1e53 req-f150e4c5-fd62-4d78-9050-c1a4a73a61c7 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:37.906435 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-716a6fd4-d314-47bc-b401-d4fd872f1e53 req-f150e4c5-fd62-4d78-9050-c1a4a73a61c7 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5695f34-b49f-4a59-bbde-87ad2b51552b HTTP/1.1" status: 200 len: 945 time: 0.0820699 Jun 15 14:18:37.944525 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929984ee-7554-4e2a-8cf3-982fd25ed9ba req-9b8c1507-ffbb-4533-a08a-88b24c0800cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:37.946051 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-929984ee-7554-4e2a-8cf3-982fd25ed9ba req-9b8c1507-ffbb-4533-a08a-88b24c0800cb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2a2b40e5d8854c6ea033533a237d79fa&device_id=81465083-8968-4bb9-bdd6-b1856aeb4bad HTTP/1.1" status: 200 len: 1101 time: 0.2969534 Jun 15 14:18:37.951328 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-716a6fd4-d314-47bc-b401-d4fd872f1e53 req-6ead4a65-d9f6-4828-9bb3-4f9caeefd381 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/security-groups?id=612cf761-1131-4a26-a654-49a8070b2d73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437129 Jun 15 14:18:38.038807 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-929984ee-7554-4e2a-8cf3-982fd25ed9ba req-073367e6-f0d5-4e11-a949-51053ded2e7a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=d35c7799-0e20-43ef-9bd4-43a504ef30f0 HTTP/1.1" status: 200 len: 217 time: 0.0744214 Jun 15 14:18:38.040724 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-4ed0fc80-ecd3-42d5-af7f-fefb72305be1 req-60b7ae44-2917-4c56-a2ff-a1cfdfba9981 service neutron] 10.222.0.26 "GET /v2.0/networks/d785db07-dec5-4c04-aa3b-7e193f13bd39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2784479 Jun 15 14:18:38.115438 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929984ee-7554-4e2a-8cf3-982fd25ed9ba req-df0af80d-129a-4eaa-a44e-904288f3a8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:38.117801 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-929984ee-7554-4e2a-8cf3-982fd25ed9ba req-df0af80d-129a-4eaa-a44e-904288f3a8dd service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1873f25f-7ed3-4730-a1f9-0939ef7305ef HTTP/1.1" status: 200 len: 843 time: 0.0714462 Jun 15 14:18:38.343440 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-3d54fd14-d164-420b-ad01-781b5558ac84 req-5483b29c-d30b-412a-ac4b-77b71ab95158 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] 10.222.0.26 "GET /v2.0/ports?device_id=31dc7157-8256-403d-9629-9d226d2363cf HTTP/1.1" status: 200 len: 210 time: 0.1060395 Jun 15 14:18:38.354891 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929984ee-7554-4e2a-8cf3-982fd25ed9ba req-c2a3944e-08d5-4c96-a46e-9cc33c7c8abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:38.356163 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-929984ee-7554-4e2a-8cf3-982fd25ed9ba req-c2a3944e-08d5-4c96-a46e-9cc33c7c8abd service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a0832f84-90a5-4cb7-b21d-d4c989059bfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2245281 Jun 15 14:18:38.509006 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-929984ee-7554-4e2a-8cf3-982fd25ed9ba req-7557a08c-9ab7-4805-8ff6-1d51e5a80281 service neutron] 10.222.0.67 "GET /v2.0/networks/a0832f84-90a5-4cb7-b21d-d4c989059bfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448791 Jun 15 14:18:38.775189 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-929984ee-7554-4e2a-8cf3-982fd25ed9ba req-3511c0f5-7704-4a60-bb1c-33737c651f7d service neutron] 10.222.0.67 "GET /v2.0/networks/a0832f84-90a5-4cb7-b21d-d4c989059bfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2580905 Jun 15 14:18:38.853819 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fc0bed-d7b6-4934-a415-68aee9e8158f req-58391522-479a-467c-9c1a-b8bc9f8a93fe tempest-VolumesNegativeTest-995699634 tempest-VolumesNegativeTest-995699634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:38.855456 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-57fc0bed-d7b6-4934-a415-68aee9e8158f req-58391522-479a-467c-9c1a-b8bc9f8a93fe tempest-VolumesNegativeTest-995699634 tempest-VolumesNegativeTest-995699634-project] 10.222.0.26 "GET /v2.0/ports?device_id=81465083-8968-4bb9-bdd6-b1856aeb4bad HTTP/1.1" status: 200 len: 948 time: 0.1949403 Jun 15 14:18:38.915822 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-57fc0bed-d7b6-4934-a415-68aee9e8158f req-b45c6a1d-d3e1-49b6-8259-563db3a932bd tempest-VolumesNegativeTest-995699634 tempest-VolumesNegativeTest-995699634-project] 10.222.0.26 "GET /v2.0/security-groups?id=ff401cb1-3531-431f-b25b-39d58f8365b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488980 Jun 15 14:18:39.003315 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03ed5ce-a9f2-41fe-b6a5-57e64b91e8df req-6cfb8a0d-be4b-463c-a73f-edb8a955ea1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:39.005078 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-a03ed5ce-a9f2-41fe-b6a5-57e64b91e8df req-6cfb8a0d-be4b-463c-a73f-edb8a955ea1f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2a2b40e5d8854c6ea033533a237d79fa&device_id=81465083-8968-4bb9-bdd6-b1856aeb4bad HTTP/1.1" status: 200 len: 1101 time: 0.0875239 Jun 15 14:18:39.204121 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03ed5ce-a9f2-41fe-b6a5-57e64b91e8df req-5f10a44a-113f-4d11-a068-e5462e871915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:39.205588 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-a03ed5ce-a9f2-41fe-b6a5-57e64b91e8df req-5f10a44a-113f-4d11-a068-e5462e871915 service neutron] 10.222.0.67 "GET /v2.0/networks?id=a0832f84-90a5-4cb7-b21d-d4c989059bfa HTTP/1.1" status: 200 len: 870 time: 0.1930346 Jun 15 14:18:39.270817 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-a03ed5ce-a9f2-41fe-b6a5-57e64b91e8df req-865a9b7b-1184-4057-b2ac-2f29a7eefc7c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=d35c7799-0e20-43ef-9bd4-43a504ef30f0 HTTP/1.1" status: 200 len: 217 time: 0.0561552 Jun 15 14:18:39.283139 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aa3c6e-0d39-47f0-b76c-f21c9f71c984 req-57145d7a-4a0c-446a-9dd7-2fbd327f9ef4 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:39.284602 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-e8aa3c6e-0d39-47f0-b76c-f21c9f71c984 req-57145d7a-4a0c-446a-9dd7-2fbd327f9ef4 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5695f34-b49f-4a59-bbde-87ad2b51552b HTTP/1.1" status: 200 len: 945 time: 0.1717231 Jun 15 14:18:39.381702 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03ed5ce-a9f2-41fe-b6a5-57e64b91e8df req-339e1083-8d84-4a24-8c95-5e4be9222fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:39.383171 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-a03ed5ce-a9f2-41fe-b6a5-57e64b91e8df req-339e1083-8d84-4a24-8c95-5e4be9222fa1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1873f25f-7ed3-4730-a1f9-0939ef7305ef HTTP/1.1" status: 200 len: 843 time: 0.0976977 Jun 15 14:18:39.392216 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-e8aa3c6e-0d39-47f0-b76c-f21c9f71c984 req-57ee143d-7510-4a89-82ae-619a594784e8 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/security-groups?id=612cf761-1131-4a26-a654-49a8070b2d73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647426 Jun 15 14:18:39.489471 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03ed5ce-a9f2-41fe-b6a5-57e64b91e8df req-7b6222d2-a5b6-4d2b-be72-4e81fe9e0a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:39.491208 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-a03ed5ce-a9f2-41fe-b6a5-57e64b91e8df req-7b6222d2-a5b6-4d2b-be72-4e81fe9e0a51 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a0832f84-90a5-4cb7-b21d-d4c989059bfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0948703 Jun 15 14:18:39.544882 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-4b0bde71-10e2-4168-9837-5594e05812b0 req-e780df29-6504-4fa9-9375-87887f6f43e3 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] 10.222.0.26 "GET /v2.0/ports?device_id=31dc7157-8256-403d-9629-9d226d2363cf HTTP/1.1" status: 200 len: 210 time: 0.0430837 Jun 15 14:18:39.631317 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-a03ed5ce-a9f2-41fe-b6a5-57e64b91e8df req-71f0ff4b-9aa1-4be7-9484-9ce3da0aceb7 service neutron] 10.222.0.67 "GET /v2.0/networks/a0832f84-90a5-4cb7-b21d-d4c989059bfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305118 Jun 15 14:18:39.787566 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-a03ed5ce-a9f2-41fe-b6a5-57e64b91e8df req-cfa9428c-b5d1-4f97-b255-33313755684f service neutron] 10.222.0.67 "GET /v2.0/networks/a0832f84-90a5-4cb7-b21d-d4c989059bfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419730 Jun 15 14:18:40.069258 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed0fc80-ecd3-42d5-af7f-fefb72305be1 req-61e9f357-d5b9-4080-9f28-0fa99010aa96 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:40.070766 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-4ed0fc80-ecd3-42d5-af7f-fefb72305be1 req-61e9f357-d5b9-4080-9f28-0fa99010aa96 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] 10.222.0.67 "GET /v2.0/networks?id=d785db07-dec5-4c04-aa3b-7e193f13bd39 HTTP/1.1" status: 200 len: 815 time: 0.2133505 Jun 15 14:18:40.092376 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.v2.base [req-4ed0fc80-ecd3-42d5-af7f-fefb72305be1 req-37d6e83f-94e1-4373-bd53-ecfda3659e94 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Request body: {'port': {'device_id': '31dc7157-8256-403d-9629-9d226d2363cf', 'network_id': 'd785db07-dec5-4c04-aa3b-7e193f13bd39', 'admin_state_up': True, 'tenant_id': 'bdbc49f82db24b3887142e44b8029698'}} {{(pid=91906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:18:40.237752 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e0f94e-b568-4b6d-be02-56b843c185c0 req-8acffcd4-700f-42dd-8f93-0e0423a65251 tempest-VolumesNegativeTest-995699634 tempest-VolumesNegativeTest-995699634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:40.239342 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-85e0f94e-b568-4b6d-be02-56b843c185c0 req-8acffcd4-700f-42dd-8f93-0e0423a65251 tempest-VolumesNegativeTest-995699634 tempest-VolumesNegativeTest-995699634-project] 10.222.0.26 "GET /v2.0/ports?device_id=81465083-8968-4bb9-bdd6-b1856aeb4bad HTTP/1.1" status: 200 len: 948 time: 0.1430817 Jun 15 14:18:40.341037 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-85e0f94e-b568-4b6d-be02-56b843c185c0 req-c4388d34-ff2e-470a-9457-cb7bef3dd6fa tempest-VolumesNegativeTest-995699634 tempest-VolumesNegativeTest-995699634-project] 10.222.0.26 "GET /v2.0/security-groups?id=ff401cb1-3531-431f-b25b-39d58f8365b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935514 Jun 15 14:18:40.375605 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ed0fc80-ecd3-42d5-af7f-fefb72305be1 req-37d6e83f-94e1-4373-bd53-ecfda3659e94 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Made reservation on behalf of bdbc49f82db24b3887142e44b8029698 for: {'port': 1} {{(pid=91906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:18:40.380838 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [req-4ed0fc80-ecd3-42d5-af7f-fefb72305be1 req-37d6e83f-94e1-4373-bd53-ecfda3659e94 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-33170876'] for port, before_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:40.484992 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Device d35c7799-0e20-43ef-9bd4-43a504ef30f0 details requested by agent hyperv_hv-cinder-79647 with host hv-cinder-79647 {{(pid=91909) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 14:18:40.685970 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.db.db_base_plugin_common [req-4ed0fc80-ecd3-42d5-af7f-fefb72305be1 req-37d6e83f-94e1-4373-bd53-ecfda3659e94 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Allocated IP 172.20.0.13 (d785db07-dec5-4c04-aa3b-7e193f13bd39/d4d04c56-7574-499d-9928-de3ab052dae1/dc9abd9d-d9c7-48a1-8c33-5d8b0bd8eecb) {{(pid=91906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:18:40.720618 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] For port d35c7799-0e20-43ef-9bd4-43a504ef30f0, host hv-cinder-79647, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79647',level=0,port_id=d35c7799-0e20-43ef-9bd4-43a504ef30f0,segment=NetworkSegment(9315c2e9-3e90-4a4e-9930-e8cff71c2a68),segment_id=9315c2e9-3e90-4a4e-9930-e8cff71c2a68)] {{(pid=91909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:18:40.744401 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Returning: {'device': 'd35c7799-0e20-43ef-9bd4-43a504ef30f0', 'network_id': 'a0832f84-90a5-4cb7-b21d-d4c989059bfa', 'port_id': 'd35c7799-0e20-43ef-9bd4-43a504ef30f0', 'mac_address': 'fa:16:3e:86:45:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 857, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1873f25f-7ed3-4730-a1f9-0939ef7305ef', 'ip_address': '192.168.233.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91909) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 14:18:40.800688 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:40.822037 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.notifiers.nova [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d35c7799-0e20-43ef-9bd4-43a504ef30f0 {{(pid=91909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:18:40.849262 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] For port d35c7799-0e20-43ef-9bd4-43a504ef30f0, host hv-cinder-79647, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79647',level=0,port_id=d35c7799-0e20-43ef-9bd4-43a504ef30f0,segment=NetworkSegment(9315c2e9-3e90-4a4e-9930-e8cff71c2a68),segment_id=9315c2e9-3e90-4a4e-9930-e8cff71c2a68)] {{(pid=91909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:18:40.858986 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492'] for port, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:40.863760 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-791557a4-f54e-4284-a04b-639577bc88b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:18:40.954461 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Pushing event updated for resources: {'Port': ['ID=d35c7799-0e20-43ef-9bd4-43a504ef30f0,revision_number=4']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:18:40.959984 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:18:41.084923 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-8da12912-bf08-498e-96f7-002c72c63b7d req-cb11ba59-9905-4bf7-921a-42cc57e77f8d tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] 10.222.0.26 "GET /v2.0/ports?device_id=31dc7157-8256-403d-9629-9d226d2363cf HTTP/1.1" status: 200 len: 210 time: 0.0980012 Jun 15 14:18:41.149167 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [req-4ed0fc80-ecd3-42d5-af7f-fefb72305be1 req-37d6e83f-94e1-4373-bd53-ecfda3659e94 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Notify callbacks [] for port, precommit_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:41.166458 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.db.provisioning_blocks [req-4ed0fc80-ecd3-42d5-af7f-fefb72305be1 req-37d6e83f-94e1-4373-bd53-ecfda3659e94 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Transition to ACTIVE for port object dc9abd9d-d9c7-48a1-8c33-5d8b0bd8eecb will not be triggered until provisioned by entity DHCP. {{(pid=91906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:18:41.222536 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [req-4ed0fc80-ecd3-42d5-af7f-fefb72305be1 req-37d6e83f-94e1-4373-bd53-ecfda3659e94 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33170815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-53808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781714044429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3410907'] for port, after_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:41.233217 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-433f4c29-261c-4ad0-80a2-39dbc4599e41 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:18:41.274710 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d20360-2722-4996-896b-eae02a14af65 req-465df187-64c0-492b-8823-b0555b4db747 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:41.276349 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-10d20360-2722-4996-896b-eae02a14af65 req-465df187-64c0-492b-8823-b0555b4db747 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5695f34-b49f-4a59-bbde-87ad2b51552b HTTP/1.1" status: 200 len: 945 time: 0.6388283 Jun 15 14:18:41.326004 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] get_ports_and_sgs() called for port_ids ['d35c7799-0e20-43ef-9bd4-43a504ef30f0'] {{(pid=91909) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:18:41.348297 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d6e83f-94e1-4373-bd53-ecfda3659e94 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Pushing event updated for resources: {'Port': ['ID=dc9abd9d-d9c7-48a1-8c33-5d8b0bd8eecb,revision_number=1']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:18:41.355568 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-10d20360-2722-4996-896b-eae02a14af65 req-ffb69f58-276e-4961-bd34-8f4011e8cc92 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/security-groups?id=612cf761-1131-4a26-a654-49a8070b2d73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728724 Jun 15 14:18:41.381138 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ed0fc80-ecd3-42d5-af7f-fefb72305be1 req-37d6e83f-94e1-4373-bd53-ecfda3659e94 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Network d785db07-dec5-4c04-aa3b-7e193f13bd39 is already hosted by enough agents. {{(pid=91906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:18:41.388441 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.scheduler.base_scheduler [req-4ed0fc80-ecd3-42d5-af7f-fefb72305be1 req-37d6e83f-94e1-4373-bd53-ecfda3659e94 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Resources bound (agent type, host, resource id): {{(pid=91906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:18:41.397117 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-37d6e83f-94e1-4373-bd53-ecfda3659e94 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:18:41.515734 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ed0fc80-ecd3-42d5-af7f-fefb72305be1 req-37d6e83f-94e1-4373-bd53-ecfda3659e94 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Received port after_create {{(pid=91906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:18:41.949851 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-ba64ee3b-6cb8-445a-be88-35101694a845 None None] Provisioning for port dc9abd9d-d9c7-48a1-8c33-5d8b0bd8eecb completed by entity DHCP. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:18:41.972391 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-ba64ee3b-6cb8-445a-be88-35101694a845 None None] Provisioning complete for port dc9abd9d-d9c7-48a1-8c33-5d8b0bd8eecb triggered by entity DHCP. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:18:41.973157 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-ba64ee3b-6cb8-445a-be88-35101694a845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897510'] for port, provisioning_complete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:42.052668 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.plugin [None req-ba64ee3b-6cb8-445a-be88-35101694a845 None None] Port dc9abd9d-d9c7-48a1-8c33-5d8b0bd8eecb cannot update to ACTIVE because it is not bound. {{(pid=91909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 15 14:18:42.084887 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed0fc80-ecd3-42d5-af7f-fefb72305be1 req-37d6e83f-94e1-4373-bd53-ecfda3659e94 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:42.085657 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [req-4ed0fc80-ecd3-42d5-af7f-fefb72305be1 req-37d6e83f-94e1-4373-bd53-ecfda3659e94 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58954'] for port, before_response {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:42.133817 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694220f0-c5b7-49ae-bc95-5358c8a1d922 req-ba0bb7d2-23d0-4bb1-938b-96782eaf6354 tempest-VolumesNegativeTest-995699634 tempest-VolumesNegativeTest-995699634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:42.136915 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-694220f0-c5b7-49ae-bc95-5358c8a1d922 req-ba0bb7d2-23d0-4bb1-938b-96782eaf6354 tempest-VolumesNegativeTest-995699634 tempest-VolumesNegativeTest-995699634-project] 10.222.0.26 "GET /v2.0/ports?device_id=81465083-8968-4bb9-bdd6-b1856aeb4bad HTTP/1.1" status: 200 len: 949 time: 0.5245199 Jun 15 14:18:42.138912 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-4ed0fc80-ecd3-42d5-af7f-fefb72305be1 req-37d6e83f-94e1-4373-bd53-ecfda3659e94 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0509994 Jun 15 14:18:42.219456 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-694220f0-c5b7-49ae-bc95-5358c8a1d922 req-33a1f2db-1dd5-4a28-8123-84de221a43c4 tempest-VolumesNegativeTest-995699634 tempest-VolumesNegativeTest-995699634-project] 10.222.0.26 "GET /v2.0/security-groups?id=ff401cb1-3531-431f-b25b-39d58f8365b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751812 Jun 15 14:18:42.342160 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72480f2c-3fc3-4446-b27a-43ea0dc16c24 req-e00ca69c-1d2e-4559-a538-c1e8bf81ce3d tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:42.349684 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-72480f2c-3fc3-4446-b27a-43ea0dc16c24 req-e00ca69c-1d2e-4559-a538-c1e8bf81ce3d tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] 10.222.0.26 "GET /v2.0/ports?device_id=31dc7157-8256-403d-9629-9d226d2363cf HTTP/1.1" status: 200 len: 932 time: 0.1056452 Jun 15 14:18:42.400924 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.v2.base [req-4ed0fc80-ecd3-42d5-af7f-fefb72305be1 req-e3950008-4ecc-409e-a4b9-e8905d081067 service neutron] Request body: {'port': {'device_id': '31dc7157-8256-403d-9629-9d226d2363cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79647'}} {{(pid=91906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:18:42.419965 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-72480f2c-3fc3-4446-b27a-43ea0dc16c24 req-8939eab3-dc24-4220-a74b-1599d263a849 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] 10.222.0.26 "GET /v2.0/security-groups?id=71e0047f-f5f5-4bfe-9edd-64cb2daf8f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691569 Jun 15 14:18:42.512050 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [req-4ed0fc80-ecd3-42d5-af7f-fefb72305be1 req-e3950008-4ecc-409e-a4b9-e8905d081067 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:42.514251 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Device d35c7799-0e20-43ef-9bd4-43a504ef30f0 up at agent hyperv_hv-cinder-79647 {{(pid=91909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:18:42.653216 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Provisioning for port d35c7799-0e20-43ef-9bd4-43a504ef30f0 completed by entity L2. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:18:42.657819 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Provisioning complete for port d35c7799-0e20-43ef-9bd4-43a504ef30f0 triggered by entity L2. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:18:42.658918 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897510'] for port, provisioning_complete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:42.967712 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:43.037417 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81465083-8968-4bb9-bdd6-b1856aeb4bad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd35c7799-0e20-43ef-9bd4-43a504ef30f0'}] {{(pid=91909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:18:43.040168 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6bdee6-314b-4be1-a6aa-90776dbc1c10 req-a29ac4db-f958-4526-b028-8f5df26739c4 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:43.041035 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}018986bfbd05ca611dd30af7db176f5a3185891675ab09d2ffafe9409078adde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e98b06db-5948-49b2-bf32-5331a85e029e" -d '{"events": [{"server_uuid": "81465083-8968-4bb9-bdd6-b1856aeb4bad", "name": "network-vif-plugged", "status": "completed", "tag": "d35c7799-0e20-43ef-9bd4-43a504ef30f0"}]}' {{(pid=91909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:18:43.041960 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-9e6bdee6-314b-4be1-a6aa-90776dbc1c10 req-a29ac4db-f958-4526-b028-8f5df26739c4 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5695f34-b49f-4a59-bbde-87ad2b51552b HTTP/1.1" status: 200 len: 945 time: 0.4512436 Jun 15 14:18:43.069845 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] For port d35c7799-0e20-43ef-9bd4-43a504ef30f0, host hv-cinder-79647, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79647',level=0,port_id=d35c7799-0e20-43ef-9bd4-43a504ef30f0,segment=NetworkSegment(9315c2e9-3e90-4a4e-9930-e8cff71c2a68),segment_id=9315c2e9-3e90-4a4e-9930-e8cff71c2a68)] {{(pid=91909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:18:43.077292 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492'] for port, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:43.080453 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:18:43.174552 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bcb2622-2ebe-4207-b50e-7cd870b505da x-openstack-request-id: req-8bcb2622-2ebe-4207-b50e-7cd870b505da {{(pid=91909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:18:43.175541 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81465083-8968-4bb9-bdd6-b1856aeb4bad", "name": "network-vif-plugged", "status": "completed", "tag": "d35c7799-0e20-43ef-9bd4-43a504ef30f0", "code": 200}]} {{(pid=91909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:18:43.176761 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8bcb2622-2ebe-4207-b50e-7cd870b505da {{(pid=91909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:18:43.178587 dv-cinder-796471-1-iscsi neutron-server[91909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81465083-8968-4bb9-bdd6-b1856aeb4bad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd35c7799-0e20-43ef-9bd4-43a504ef30f0', 'code': 200} Jun 15 14:18:43.234475 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Pushing event updated for resources: {'Port': ['ID=d35c7799-0e20-43ef-9bd4-43a504ef30f0,revision_number=5']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:18:43.253747 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:18:43.267430 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-9e6bdee6-314b-4be1-a6aa-90776dbc1c10 req-b5496f07-df07-4285-86e8-482b2aca3f74 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/security-groups?id=612cf761-1131-4a26-a654-49a8070b2d73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1895702 Jun 15 14:18:43.468164 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.notifiers.nova [req-4ed0fc80-ecd3-42d5-af7f-fefb72305be1 req-e3950008-4ecc-409e-a4b9-e8905d081067 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc9abd9d-d9c7-48a1-8c33-5d8b0bd8eecb {{(pid=91906) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:18:43.486620 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce114bd6-a284-44a1-a0c5-1d6266220765 req-75c018ad-32b6-4c97-9dbd-fc6b43cfc907 tempest-VolumesNegativeTest-995699634 tempest-VolumesNegativeTest-995699634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:43.494599 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-ce114bd6-a284-44a1-a0c5-1d6266220765 req-75c018ad-32b6-4c97-9dbd-fc6b43cfc907 tempest-VolumesNegativeTest-995699634 tempest-VolumesNegativeTest-995699634-project] 10.222.0.26 "GET /v2.0/ports?device_id=81465083-8968-4bb9-bdd6-b1856aeb4bad HTTP/1.1" status: 200 len: 950 time: 0.0888667 Jun 15 14:18:43.496803 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [req-4ed0fc80-ecd3-42d5-af7f-fefb72305be1 req-e3950008-4ecc-409e-a4b9-e8905d081067 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:43.528689 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.db.provisioning_blocks [req-4ed0fc80-ecd3-42d5-af7f-fefb72305be1 req-e3950008-4ecc-409e-a4b9-e8905d081067 service neutron] Transition to ACTIVE for port object dc9abd9d-d9c7-48a1-8c33-5d8b0bd8eecb will not be triggered until provisioned by entity L2. {{(pid=91906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:18:43.537202 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [req-4ed0fc80-ecd3-42d5-af7f-fefb72305be1 req-e3950008-4ecc-409e-a4b9-e8905d081067 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3410917'] for port, after_update {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:43.548911 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-ce114bd6-a284-44a1-a0c5-1d6266220765 req-45bd1a6f-7947-40de-a702-e34373eca846 tempest-VolumesNegativeTest-995699634 tempest-VolumesNegativeTest-995699634-project] 10.222.0.26 "GET /v2.0/security-groups?id=ff401cb1-3531-431f-b25b-39d58f8365b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521977 Jun 15 14:18:43.572791 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:18:43.991729 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3950008-4ecc-409e-a4b9-e8905d081067 service neutron] Pushing event updated for resources: {'Port': ['ID=dc9abd9d-d9c7-48a1-8c33-5d8b0bd8eecb,revision_number=2']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:18:44.027956 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-e3950008-4ecc-409e-a4b9-e8905d081067 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:18:44.078561 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6d1004-7f5d-4166-bc86-419f8fa437fe req-3b769061-3795-4a24-a250-e6e5ed536c53 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:44.080801 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-ef6d1004-7f5d-4166-bc86-419f8fa437fe req-3b769061-3795-4a24-a250-e6e5ed536c53 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] 10.222.0.26 "GET /v2.0/ports?device_id=31dc7157-8256-403d-9629-9d226d2363cf HTTP/1.1" status: 200 len: 944 time: 0.3583920 Jun 15 14:18:44.084817 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.managers [req-4ed0fc80-ecd3-42d5-af7f-fefb72305be1 req-e3950008-4ecc-409e-a4b9-e8905d081067 service neutron] Attempting to bind port dc9abd9d-d9c7-48a1-8c33-5d8b0bd8eecb on host hv-cinder-79647 for vnic_type normal with profile {{(pid=91906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:18:44.085149 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.managers [req-4ed0fc80-ecd3-42d5-af7f-fefb72305be1 req-e3950008-4ecc-409e-a4b9-e8905d081067 service neutron] Attempting to bind port dc9abd9d-d9c7-48a1-8c33-5d8b0bd8eecb by drivers openvswitch,hyperv on host hv-cinder-79647 at level 0 using segments [{'id': '51b69454-caf5-406c-8c30-6edaddc466c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'd785db07-dec5-4c04-aa3b-7e193f13bd39'}] {{(pid=91906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:18:44.085614 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed0fc80-ecd3-42d5-af7f-fefb72305be1 req-e3950008-4ecc-409e-a4b9-e8905d081067 service neutron] Attempting to bind port dc9abd9d-d9c7-48a1-8c33-5d8b0bd8eecb on network d785db07-dec5-4c04-aa3b-7e193f13bd39 {{(pid=91906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:18:44.109211 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed0fc80-ecd3-42d5-af7f-fefb72305be1 req-e3950008-4ecc-409e-a4b9-e8905d081067 service neutron] Port dc9abd9d-d9c7-48a1-8c33-5d8b0bd8eecb on network d785db07-dec5-4c04-aa3b-7e193f13bd39 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79647 {{(pid=91906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 14:18:44.109571 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed0fc80-ecd3-42d5-af7f-fefb72305be1 req-e3950008-4ecc-409e-a4b9-e8905d081067 service neutron] Attempting to bind port dc9abd9d-d9c7-48a1-8c33-5d8b0bd8eecb on network d785db07-dec5-4c04-aa3b-7e193f13bd39 {{(pid=91906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:18:44.130626 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed0fc80-ecd3-42d5-af7f-fefb72305be1 req-e3950008-4ecc-409e-a4b9-e8905d081067 service neutron] Checking agent: {'id': 'ecd79229-812b-453e-8934-f3ab9293fb1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79647', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 10, 57), 'started_at': datetime.datetime(2021, 6, 15, 14, 10, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 18, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:18:44.131291 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed0fc80-ecd3-42d5-af7f-fefb72305be1 req-e3950008-4ecc-409e-a4b9-e8905d081067 service neutron] Checking segment: {'id': '51b69454-caf5-406c-8c30-6edaddc466c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'd785db07-dec5-4c04-aa3b-7e193f13bd39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:18:44.132774 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed0fc80-ecd3-42d5-af7f-fefb72305be1 req-e3950008-4ecc-409e-a4b9-e8905d081067 service neutron] Bound using segment: {'id': '51b69454-caf5-406c-8c30-6edaddc466c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'd785db07-dec5-4c04-aa3b-7e193f13bd39'} {{(pid=91906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:18:44.132774 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.managers [req-4ed0fc80-ecd3-42d5-af7f-fefb72305be1 req-e3950008-4ecc-409e-a4b9-e8905d081067 service neutron] Bound port: dc9abd9d-d9c7-48a1-8c33-5d8b0bd8eecb, host: hv-cinder-79647, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51b69454-caf5-406c-8c30-6edaddc466c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'd785db07-dec5-4c04-aa3b-7e193f13bd39'}}] {{(pid=91906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:18:44.132774 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [req-4ed0fc80-ecd3-42d5-af7f-fefb72305be1 req-e3950008-4ecc-409e-a4b9-e8905d081067 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:44.173672 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0287fe-568b-4b9a-9770-054360e47391 req-fd8aae02-0047-4d22-9813-f575d06b96ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:44.176171 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-7a0287fe-568b-4b9a-9770-054360e47391 req-fd8aae02-0047-4d22-9813-f575d06b96ad service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=81465083-8968-4bb9-bdd6-b1856aeb4bad HTTP/1.1" status: 200 len: 1103 time: 0.1508834 Jun 15 14:18:44.206473 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-ef6d1004-7f5d-4166-bc86-419f8fa437fe req-81bc3d04-0fcb-4b2d-afb8-5df71caa71e5 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] 10.222.0.26 "GET /v2.0/security-groups?id=71e0047f-f5f5-4bfe-9edd-64cb2daf8f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110497 Jun 15 14:18:44.262771 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-7a0287fe-568b-4b9a-9770-054360e47391 req-1ae73a1e-d748-4f62-a8ce-88e07708272b service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=ff401cb1-3531-431f-b25b-39d58f8365b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591536 Jun 15 14:18:44.266686 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.db [req-4ed0fc80-ecd3-42d5-af7f-fefb72305be1 req-e3950008-4ecc-409e-a4b9-e8905d081067 service neutron] For port dc9abd9d-d9c7-48a1-8c33-5d8b0bd8eecb, host hv-cinder-79647, cleared binding levels {{(pid=91906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:18:44.272956 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.db [req-4ed0fc80-ecd3-42d5-af7f-fefb72305be1 req-e3950008-4ecc-409e-a4b9-e8905d081067 service neutron] For port dc9abd9d-d9c7-48a1-8c33-5d8b0bd8eecb, host hv-cinder-79647, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79647',level=0,port_id=dc9abd9d-d9c7-48a1-8c33-5d8b0bd8eecb,segment=NetworkSegment(51b69454-caf5-406c-8c30-6edaddc466c7),segment_id=51b69454-caf5-406c-8c30-6edaddc466c7)] {{(pid=91906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:18:44.279683 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [req-4ed0fc80-ecd3-42d5-af7f-fefb72305be1 req-e3950008-4ecc-409e-a4b9-e8905d081067 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3410917'] for port, after_update {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:44.283399 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-2d63fcf3-88b6-434d-83c0-b912215fabec tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:18:44.366307 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed0fc80-ecd3-42d5-af7f-fefb72305be1 req-e3950008-4ecc-409e-a4b9-e8905d081067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:44.366943 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [req-4ed0fc80-ecd3-42d5-af7f-fefb72305be1 req-e3950008-4ecc-409e-a4b9-e8905d081067 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58954'] for port, before_response {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:44.368571 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-4ed0fc80-ecd3-42d5-af7f-fefb72305be1 req-e3950008-4ecc-409e-a4b9-e8905d081067 service neutron] 10.222.0.67 "PUT /v2.0/ports/dc9abd9d-d9c7-48a1-8c33-5d8b0bd8eecb HTTP/1.1" status: 200 len: 1094 time: 1.9721050 Jun 15 14:18:44.369194 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31dc7157-8256-403d-9629-9d226d2363cf', 'tag': 'dc9abd9d-d9c7-48a1-8c33-5d8b0bd8eecb'}] {{(pid=91906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:18:44.372775 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6e08b2e8a943f90b978338aafac4b6863d86ad6c280d3789afb6c36825669ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fb45bb5-cdb7-4b65-8e1c-146f3692d9a0" -d '{"events": [{"name": "network-changed", "server_uuid": "31dc7157-8256-403d-9629-9d226d2363cf", "tag": "dc9abd9d-d9c7-48a1-8c33-5d8b0bd8eecb"}]}' {{(pid=91906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:18:44.403740 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3950008-4ecc-409e-a4b9-e8905d081067 service neutron] Pushing event updated for resources: {'Port': ['ID=dc9abd9d-d9c7-48a1-8c33-5d8b0bd8eecb,revision_number=3']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:18:44.428279 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-e3950008-4ecc-409e-a4b9-e8905d081067 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:18:44.470916 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 14:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b32f3e5a-5246-4f44-ae7a-c35c6ebec0f5 x-openstack-request-id: req-b32f3e5a-5246-4f44-ae7a-c35c6ebec0f5 {{(pid=91906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:18:44.471893 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31dc7157-8256-403d-9629-9d226d2363cf", "tag": "dc9abd9d-d9c7-48a1-8c33-5d8b0bd8eecb", "status": "completed", "code": 200}]} {{(pid=91906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:18:44.472389 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b32f3e5a-5246-4f44-ae7a-c35c6ebec0f5 {{(pid=91906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:18:44.473122 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31dc7157-8256-403d-9629-9d226d2363cf', 'tag': 'dc9abd9d-d9c7-48a1-8c33-5d8b0bd8eecb', 'status': 'completed', 'code': 200} Jun 15 14:18:44.707946 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8047f29c-cd4d-44a0-ab4b-71678913215b req-159cabfb-d609-4d67-aa39-c20f507760e7 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:44.710431 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-8047f29c-cd4d-44a0-ab4b-71678913215b req-159cabfb-d609-4d67-aa39-c20f507760e7 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5695f34-b49f-4a59-bbde-87ad2b51552b HTTP/1.1" status: 200 len: 945 time: 0.1340165 Jun 15 14:18:44.797578 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-8047f29c-cd4d-44a0-ab4b-71678913215b req-afdd8230-6ed4-46f2-ba45-1306cf152240 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/security-groups?id=612cf761-1131-4a26-a654-49a8070b2d73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723419 Jun 15 14:18:44.851729 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1db82c1-58a9-4f5e-be78-552f5545cecc req-188f3194-90aa-4bbf-bab3-6171cff04f2b tempest-VolumesNegativeTest-995699634 tempest-VolumesNegativeTest-995699634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:44.853570 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-d1db82c1-58a9-4f5e-be78-552f5545cecc req-188f3194-90aa-4bbf-bab3-6171cff04f2b tempest-VolumesNegativeTest-995699634 tempest-VolumesNegativeTest-995699634-project] 10.222.0.26 "GET /v2.0/ports?device_id=81465083-8968-4bb9-bdd6-b1856aeb4bad HTTP/1.1" status: 200 len: 950 time: 0.1448820 Jun 15 14:18:44.917888 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-d1db82c1-58a9-4f5e-be78-552f5545cecc req-4280f374-a41b-4441-94a3-353f27d19d0c tempest-VolumesNegativeTest-995699634 tempest-VolumesNegativeTest-995699634-project] 10.222.0.26 "GET /v2.0/security-groups?id=ff401cb1-3531-431f-b25b-39d58f8365b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561073 Jun 15 14:18:45.465483 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c06ddf-dac2-44b9-a1cd-0e5a91fe6b4c req-5a1dfe6c-fc9b-418b-a6ee-e828c66c9c15 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:45.467261 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-10c06ddf-dac2-44b9-a1cd-0e5a91fe6b4c req-5a1dfe6c-fc9b-418b-a6ee-e828c66c9c15 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] 10.222.0.26 "GET /v2.0/ports?device_id=31dc7157-8256-403d-9629-9d226d2363cf HTTP/1.1" status: 200 len: 944 time: 0.1232586 Jun 15 14:18:45.525660 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-10c06ddf-dac2-44b9-a1cd-0e5a91fe6b4c req-255fe110-d5ca-4ecc-b021-d5b4b83b83d8 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] 10.222.0.26 "GET /v2.0/security-groups?id=71e0047f-f5f5-4bfe-9edd-64cb2daf8f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471799 Jun 15 14:18:46.058761 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f5965f-29ac-4073-99bc-a2d7089001d9 req-ae90b968-03b7-4ec3-9598-b2c5245ecbee tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:46.061080 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-e4f5965f-29ac-4073-99bc-a2d7089001d9 req-ae90b968-03b7-4ec3-9598-b2c5245ecbee tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5695f34-b49f-4a59-bbde-87ad2b51552b HTTP/1.1" status: 200 len: 945 time: 0.0967693 Jun 15 14:18:46.136524 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-e4f5965f-29ac-4073-99bc-a2d7089001d9 req-b5f2f6bb-1dd6-4b68-9be6-34831661813e tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/security-groups?id=612cf761-1131-4a26-a654-49a8070b2d73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671194 Jun 15 14:18:46.203450 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae49da8-aed2-4a43-a630-15267c09ec1d req-994155eb-78b7-4df1-b6e1-e2c95b074cce tempest-VolumesNegativeTest-995699634 tempest-VolumesNegativeTest-995699634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:46.209124 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-bae49da8-aed2-4a43-a630-15267c09ec1d req-994155eb-78b7-4df1-b6e1-e2c95b074cce tempest-VolumesNegativeTest-995699634 tempest-VolumesNegativeTest-995699634-project] 10.222.0.26 "GET /v2.0/ports?device_id=81465083-8968-4bb9-bdd6-b1856aeb4bad HTTP/1.1" status: 200 len: 950 time: 0.1285439 Jun 15 14:18:46.267193 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-bae49da8-aed2-4a43-a630-15267c09ec1d req-53c96da2-33c6-40f9-985e-d622d5d42815 tempest-VolumesNegativeTest-995699634 tempest-VolumesNegativeTest-995699634-project] 10.222.0.26 "GET /v2.0/security-groups?id=ff401cb1-3531-431f-b25b-39d58f8365b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479302 Jun 15 14:18:46.734925 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fba9e2-f944-4029-8d52-1fb18f5ad36e req-3d0d1c4d-def2-43cc-b2be-5740a544f6a4 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:46.736393 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-37fba9e2-f944-4029-8d52-1fb18f5ad36e req-3d0d1c4d-def2-43cc-b2be-5740a544f6a4 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] 10.222.0.26 "GET /v2.0/ports?device_id=31dc7157-8256-403d-9629-9d226d2363cf HTTP/1.1" status: 200 len: 944 time: 0.0802767 Jun 15 14:18:46.789819 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-37fba9e2-f944-4029-8d52-1fb18f5ad36e req-ad636b13-9f20-40c4-8bee-d7cb939f2559 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] 10.222.0.26 "GET /v2.0/security-groups?id=71e0047f-f5f5-4bfe-9edd-64cb2daf8f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473869 Jun 15 14:18:47.351711 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bffc5f-2205-45a0-9fb3-e6ddba2d6b19 req-68e37c1b-fbe9-4874-8590-f4b8ecaa44d5 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:47.353194 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-23bffc5f-2205-45a0-9fb3-e6ddba2d6b19 req-68e37c1b-fbe9-4874-8590-f4b8ecaa44d5 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5695f34-b49f-4a59-bbde-87ad2b51552b HTTP/1.1" status: 200 len: 945 time: 0.0742631 Jun 15 14:18:47.414802 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-23bffc5f-2205-45a0-9fb3-e6ddba2d6b19 req-2336ad26-896a-42b1-9bcc-efae33e3c6c3 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/security-groups?id=612cf761-1131-4a26-a654-49a8070b2d73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544631 Jun 15 14:18:47.465460 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e575a8-d2d1-4dc4-a6c5-d1f6bb212701 req-167face3-bd69-4145-99d2-789c3862c7ed tempest-VolumesNegativeTest-995699634 tempest-VolumesNegativeTest-995699634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:47.466859 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-71e575a8-d2d1-4dc4-a6c5-d1f6bb212701 req-167face3-bd69-4145-99d2-789c3862c7ed tempest-VolumesNegativeTest-995699634 tempest-VolumesNegativeTest-995699634-project] 10.222.0.26 "GET /v2.0/ports?device_id=81465083-8968-4bb9-bdd6-b1856aeb4bad HTTP/1.1" status: 200 len: 950 time: 0.0765045 Jun 15 14:18:47.514051 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-71e575a8-d2d1-4dc4-a6c5-d1f6bb212701 req-9ebeb089-b778-4fe8-a0f9-0b9e2927102f tempest-VolumesNegativeTest-995699634 tempest-VolumesNegativeTest-995699634-project] 10.222.0.26 "GET /v2.0/security-groups?id=ff401cb1-3531-431f-b25b-39d58f8365b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400851 Jun 15 14:18:47.981349 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eee6d77-b9bc-460f-9e07-86b218917c32 req-37d2c9f6-929b-4f92-ba67-6e620726785f tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:47.982815 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-6eee6d77-b9bc-460f-9e07-86b218917c32 req-37d2c9f6-929b-4f92-ba67-6e620726785f tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] 10.222.0.26 "GET /v2.0/ports?device_id=31dc7157-8256-403d-9629-9d226d2363cf HTTP/1.1" status: 200 len: 944 time: 0.0769761 Jun 15 14:18:48.029820 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-6eee6d77-b9bc-460f-9e07-86b218917c32 req-4041ba7f-d07c-44e5-845f-ed9efdcc57ac tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] 10.222.0.26 "GET /v2.0/security-groups?id=71e0047f-f5f5-4bfe-9edd-64cb2daf8f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408473 Jun 15 14:18:48.056103 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8545d41c-1a28-4ef1-80e0-62e495653886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:48.609766 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23dcb4a-61d7-4385-9521-f5d1c4dfd79d req-feb0edfb-6bf8-4a85-baff-b92188f5652b tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:48.611255 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-c23dcb4a-61d7-4385-9521-f5d1c4dfd79d req-feb0edfb-6bf8-4a85-baff-b92188f5652b tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5695f34-b49f-4a59-bbde-87ad2b51552b HTTP/1.1" status: 200 len: 945 time: 0.0833583 Jun 15 14:18:48.670700 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-c23dcb4a-61d7-4385-9521-f5d1c4dfd79d req-4a45a1b6-87d6-41c1-b62d-e489c83c8078 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/security-groups?id=612cf761-1131-4a26-a654-49a8070b2d73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518956 Jun 15 14:18:48.751930 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c737bdb5-948a-4df4-9976-16fa493c6b42 req-91f8064e-895b-45c6-be02-eff286431178 tempest-VolumesNegativeTest-995699634 tempest-VolumesNegativeTest-995699634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:48.753477 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-c737bdb5-948a-4df4-9976-16fa493c6b42 req-91f8064e-895b-45c6-be02-eff286431178 tempest-VolumesNegativeTest-995699634 tempest-VolumesNegativeTest-995699634-project] 10.222.0.26 "GET /v2.0/ports?device_id=81465083-8968-4bb9-bdd6-b1856aeb4bad HTTP/1.1" status: 200 len: 950 time: 0.0963225 Jun 15 14:18:48.800593 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-c737bdb5-948a-4df4-9976-16fa493c6b42 req-78bd580f-3a34-4857-888e-6147f7d4274c tempest-VolumesNegativeTest-995699634 tempest-VolumesNegativeTest-995699634-project] 10.222.0.26 "GET /v2.0/security-groups?id=ff401cb1-3531-431f-b25b-39d58f8365b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410562 Jun 15 14:18:49.227771 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1806988c-ebd1-455b-93f5-ba4d688f905d req-2ecb09b0-e914-4817-8fcb-5d4368825cb2 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:49.229313 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-1806988c-ebd1-455b-93f5-ba4d688f905d req-2ecb09b0-e914-4817-8fcb-5d4368825cb2 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] 10.222.0.26 "GET /v2.0/ports?device_id=31dc7157-8256-403d-9629-9d226d2363cf HTTP/1.1" status: 200 len: 944 time: 0.0754132 Jun 15 14:18:49.278603 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-1806988c-ebd1-455b-93f5-ba4d688f905d req-f77c2da3-ff1d-4563-8974-06a835dcc13e tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] 10.222.0.26 "GET /v2.0/security-groups?id=71e0047f-f5f5-4bfe-9edd-64cb2daf8f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429091 Jun 15 14:18:49.876162 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968feb06-50a5-46f7-b2ff-e1d518f29448 req-f33abd97-e183-4fc8-9ea7-a99bb56a1004 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:49.877647 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-968feb06-50a5-46f7-b2ff-e1d518f29448 req-f33abd97-e183-4fc8-9ea7-a99bb56a1004 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5695f34-b49f-4a59-bbde-87ad2b51552b HTTP/1.1" status: 200 len: 945 time: 0.0742784 Jun 15 14:18:49.922454 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-968feb06-50a5-46f7-b2ff-e1d518f29448 req-44a51443-e3f4-4bb3-a1a0-f10327d96e4f tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/security-groups?id=612cf761-1131-4a26-a654-49a8070b2d73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390587 Jun 15 14:18:50.000928 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942ea5ed-adcc-4d01-8a32-690853d25522 req-1425c39e-afcc-4cf6-a1a5-b63c0f42e511 tempest-VolumesNegativeTest-995699634 tempest-VolumesNegativeTest-995699634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:50.002386 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-942ea5ed-adcc-4d01-8a32-690853d25522 req-1425c39e-afcc-4cf6-a1a5-b63c0f42e511 tempest-VolumesNegativeTest-995699634 tempest-VolumesNegativeTest-995699634-project] 10.222.0.26 "GET /v2.0/ports?device_id=81465083-8968-4bb9-bdd6-b1856aeb4bad HTTP/1.1" status: 200 len: 950 time: 0.0799065 Jun 15 14:18:50.048697 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-942ea5ed-adcc-4d01-8a32-690853d25522 req-25905c95-3830-4360-b496-e332643a9f88 tempest-VolumesNegativeTest-995699634 tempest-VolumesNegativeTest-995699634-project] 10.222.0.26 "GET /v2.0/security-groups?id=ff401cb1-3531-431f-b25b-39d58f8365b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403094 Jun 15 14:18:50.480504 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae607734-622a-4e30-882a-7df7bf208b7b req-33c6bc8a-8789-4290-8548-8632e023fcef tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:50.482430 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-ae607734-622a-4e30-882a-7df7bf208b7b req-33c6bc8a-8789-4290-8548-8632e023fcef tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] 10.222.0.26 "GET /v2.0/ports?device_id=31dc7157-8256-403d-9629-9d226d2363cf HTTP/1.1" status: 200 len: 944 time: 0.0891392 Jun 15 14:18:50.528301 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-ae607734-622a-4e30-882a-7df7bf208b7b req-38bd53b8-8319-444e-8b6e-840a39a4c5d5 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] 10.222.0.26 "GET /v2.0/security-groups?id=71e0047f-f5f5-4bfe-9edd-64cb2daf8f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399058 Jun 15 14:18:50.690183 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:50.942709 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-80debbf8-dba8-49a3-afd5-3aa4ec554240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:51.123269 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a158cb3e-41b9-4f04-966f-1e0cfc6a4a93 req-d5c94935-31fd-4d1a-a6c4-857ad0c3fade tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:51.124738 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-a158cb3e-41b9-4f04-966f-1e0cfc6a4a93 req-d5c94935-31fd-4d1a-a6c4-857ad0c3fade tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5695f34-b49f-4a59-bbde-87ad2b51552b HTTP/1.1" status: 200 len: 945 time: 0.0761633 Jun 15 14:18:51.206414 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-a158cb3e-41b9-4f04-966f-1e0cfc6a4a93 req-ac2ab6db-4796-4f42-93f8-5427893e3959 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/security-groups?id=612cf761-1131-4a26-a654-49a8070b2d73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753810 Jun 15 14:18:51.264949 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7c99c7-7a3b-4d12-a7a4-7bd874c65607 req-8ef34106-9602-46b5-92d1-9c49c209db39 tempest-VolumesNegativeTest-995699634 tempest-VolumesNegativeTest-995699634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:51.267228 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-2f7c99c7-7a3b-4d12-a7a4-7bd874c65607 req-8ef34106-9602-46b5-92d1-9c49c209db39 tempest-VolumesNegativeTest-995699634 tempest-VolumesNegativeTest-995699634-project] 10.222.0.26 "GET /v2.0/ports?device_id=81465083-8968-4bb9-bdd6-b1856aeb4bad HTTP/1.1" status: 200 len: 950 time: 0.0729625 Jun 15 14:18:51.315316 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-2f7c99c7-7a3b-4d12-a7a4-7bd874c65607 req-039b203c-e022-4b63-abf5-c6f1bc40aae6 tempest-VolumesNegativeTest-995699634 tempest-VolumesNegativeTest-995699634-project] 10.222.0.26 "GET /v2.0/security-groups?id=ff401cb1-3531-431f-b25b-39d58f8365b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412648 Jun 15 14:18:51.720999 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a459ca-9859-4e30-a7cd-0ce0b334b63e req-f019d329-7d85-4d95-a1b1-0f4f13775046 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:51.722742 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-82a459ca-9859-4e30-a7cd-0ce0b334b63e req-f019d329-7d85-4d95-a1b1-0f4f13775046 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] 10.222.0.26 "GET /v2.0/ports?device_id=31dc7157-8256-403d-9629-9d226d2363cf HTTP/1.1" status: 200 len: 944 time: 0.0803537 Jun 15 14:18:51.774970 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-82a459ca-9859-4e30-a7cd-0ce0b334b63e req-bad54ec4-a6cf-44ab-b7d2-743147030b35 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] 10.222.0.26 "GET /v2.0/security-groups?id=71e0047f-f5f5-4bfe-9edd-64cb2daf8f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395932 Jun 15 14:18:51.786559 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-a2325736-757f-4788-9f3d-6fe831cb64a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:52.408886 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da758cd-de5a-4e1b-a0fc-752752f659ce req-5454b059-f192-42de-bbae-fa25c5e06b10 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:52.410674 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-9da758cd-de5a-4e1b-a0fc-752752f659ce req-5454b059-f192-42de-bbae-fa25c5e06b10 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5695f34-b49f-4a59-bbde-87ad2b51552b HTTP/1.1" status: 200 len: 945 time: 0.0801456 Jun 15 14:18:52.455513 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-9da758cd-de5a-4e1b-a0fc-752752f659ce req-be0919d0-8daf-4cd7-ad76-616e064d5cb6 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/security-groups?id=612cf761-1131-4a26-a654-49a8070b2d73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386884 Jun 15 14:18:52.512619 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387c4a70-51c9-4b01-9d4c-a286d0aff566 req-f70cbf13-8f43-4e54-a42b-11f4c3073b75 tempest-VolumesNegativeTest-995699634 tempest-VolumesNegativeTest-995699634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:52.514276 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-387c4a70-51c9-4b01-9d4c-a286d0aff566 req-f70cbf13-8f43-4e54-a42b-11f4c3073b75 tempest-VolumesNegativeTest-995699634 tempest-VolumesNegativeTest-995699634-project] 10.222.0.26 "GET /v2.0/ports?device_id=81465083-8968-4bb9-bdd6-b1856aeb4bad HTTP/1.1" status: 200 len: 950 time: 0.0805340 Jun 15 14:18:52.560426 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-387c4a70-51c9-4b01-9d4c-a286d0aff566 req-bacbb329-eb02-4d78-95a8-e066b441f60d tempest-VolumesNegativeTest-995699634 tempest-VolumesNegativeTest-995699634-project] 10.222.0.26 "GET /v2.0/security-groups?id=ff401cb1-3531-431f-b25b-39d58f8365b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400646 Jun 15 14:18:52.971926 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115a4aa7-f424-4eb3-b368-1fb819e09369 req-43fb691f-c3c2-4047-861b-424e0cd58a26 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:52.975391 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-115a4aa7-f424-4eb3-b368-1fb819e09369 req-43fb691f-c3c2-4047-861b-424e0cd58a26 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] 10.222.0.26 "GET /v2.0/ports?device_id=31dc7157-8256-403d-9629-9d226d2363cf HTTP/1.1" status: 200 len: 944 time: 0.0817480 Jun 15 14:18:53.018146 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-115a4aa7-f424-4eb3-b368-1fb819e09369 req-a54cf630-46c4-43f5-8a7c-c27929a8a19b tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] 10.222.0.26 "GET /v2.0/security-groups?id=71e0047f-f5f5-4bfe-9edd-64cb2daf8f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380108 Jun 15 14:18:53.422744 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-987cb3c8-732e-4ef7-aae2-903816ba9880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:53.645615 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5d3a22-77cf-46f6-9797-c49a21e050f7 req-4e463916-f3ab-4cbe-acea-72e45cd0db4b tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:53.647160 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-aa5d3a22-77cf-46f6-9797-c49a21e050f7 req-4e463916-f3ab-4cbe-acea-72e45cd0db4b tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5695f34-b49f-4a59-bbde-87ad2b51552b HTTP/1.1" status: 200 len: 945 time: 0.0714951 Jun 15 14:18:53.691432 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-aa5d3a22-77cf-46f6-9797-c49a21e050f7 req-d8e922d0-7a85-48f6-8918-ca853e33376c tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/security-groups?id=612cf761-1131-4a26-a654-49a8070b2d73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382965 Jun 15 14:18:53.799218 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2539183f-c7d5-4879-a151-5030263f1af3 req-62dad432-6291-45c8-a005-40a0a3ef4f44 tempest-VolumesNegativeTest-995699634 tempest-VolumesNegativeTest-995699634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:53.800680 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-2539183f-c7d5-4879-a151-5030263f1af3 req-62dad432-6291-45c8-a005-40a0a3ef4f44 tempest-VolumesNegativeTest-995699634 tempest-VolumesNegativeTest-995699634-project] 10.222.0.26 "GET /v2.0/ports?device_id=81465083-8968-4bb9-bdd6-b1856aeb4bad HTTP/1.1" status: 200 len: 950 time: 0.1172938 Jun 15 14:18:53.803290 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb45bb5-cdb7-4b65-8e1c-146f3692d9a0 req-d57eb88d-0485-489d-bf56-561285a99b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:53.804622 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-5fb45bb5-cdb7-4b65-8e1c-146f3692d9a0 req-d57eb88d-0485-489d-bf56-561285a99b24 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=bdbc49f82db24b3887142e44b8029698&device_id=31dc7157-8256-403d-9629-9d226d2363cf HTTP/1.1" status: 200 len: 1097 time: 0.1111042 Jun 15 14:18:53.856991 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-2539183f-c7d5-4879-a151-5030263f1af3 req-bf71d687-9d47-4c69-8918-dcc1bbcfd9f1 tempest-VolumesNegativeTest-995699634 tempest-VolumesNegativeTest-995699634-project] 10.222.0.26 "GET /v2.0/security-groups?id=ff401cb1-3531-431f-b25b-39d58f8365b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504990 Jun 15 14:18:53.958201 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.agents_db [None req-1fbdf4bf-3b4b-440e-bd18-8a0939d62d55 None None] Agent healthcheck: found 6 active agents {{(pid=91910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:18:54.020961 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb45bb5-cdb7-4b65-8e1c-146f3692d9a0 req-92fa4fbe-a9c2-4109-be0d-b827c1a4333b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:54.022319 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-5fb45bb5-cdb7-4b65-8e1c-146f3692d9a0 req-92fa4fbe-a9c2-4109-be0d-b827c1a4333b service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=bdbc49f82db24b3887142e44b8029698&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1854670 Jun 15 14:18:54.200661 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253d7794-bda4-4b04-af9c-9b33a7401f7e req-291a9d67-5f42-4c83-83c9-8f76a31144a1 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:54.202118 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-253d7794-bda4-4b04-af9c-9b33a7401f7e req-291a9d67-5f42-4c83-83c9-8f76a31144a1 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] 10.222.0.26 "GET /v2.0/ports?device_id=31dc7157-8256-403d-9629-9d226d2363cf HTTP/1.1" status: 200 len: 944 time: 0.0733438 Jun 15 14:18:54.247713 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-253d7794-bda4-4b04-af9c-9b33a7401f7e req-a255240f-76af-4146-bdbf-695eba27c2b3 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] 10.222.0.26 "GET /v2.0/security-groups?id=71e0047f-f5f5-4bfe-9edd-64cb2daf8f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385177 Jun 15 14:18:54.321399 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb45bb5-cdb7-4b65-8e1c-146f3692d9a0 req-1761bd0e-af2d-47f5-bac2-f00af8bef0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:54.322830 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-5fb45bb5-cdb7-4b65-8e1c-146f3692d9a0 req-1761bd0e-af2d-47f5-bac2-f00af8bef0e7 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1747057 Jun 15 14:18:54.478607 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed0fc80-ecd3-42d5-af7f-fefb72305be1 req-fb900d81-8295-4d08-adf6-a3674fa7378c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:54.480644 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-4ed0fc80-ecd3-42d5-af7f-fefb72305be1 req-fb900d81-8295-4d08-adf6-a3674fa7378c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=bdbc49f82db24b3887142e44b8029698&device_id=31dc7157-8256-403d-9629-9d226d2363cf HTTP/1.1" status: 200 len: 1097 time: 0.0657759 Jun 15 14:18:54.556279 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-4ed0fc80-ecd3-42d5-af7f-fefb72305be1 req-9407b565-ddf5-40a7-a762-7f275d54c768 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dc9abd9d-d9c7-48a1-8c33-5d8b0bd8eecb HTTP/1.1" status: 200 len: 217 time: 0.0509181 Jun 15 14:18:54.567588 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38fc78d-51c9-4d29-b1f8-d35509b9fb4c req-6c0d7a66-1c27-432f-b4c5-026d3773df0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:54.569416 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-d38fc78d-51c9-4d29-b1f8-d35509b9fb4c req-6c0d7a66-1c27-432f-b4c5-026d3773df0e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=52a857fa93204cfd848344919ef0f84a&device_id=d5695f34-b49f-4a59-bbde-87ad2b51552b HTTP/1.1" status: 200 len: 1098 time: 0.0634911 Jun 15 14:18:54.618092 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed0fc80-ecd3-42d5-af7f-fefb72305be1 req-feb913a0-748f-456e-9a10-bb5b46dc3e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:54.619581 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-4ed0fc80-ecd3-42d5-af7f-fefb72305be1 req-feb913a0-748f-456e-9a10-bb5b46dc3e32 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d4d04c56-7574-499d-9928-de3ab052dae1 HTTP/1.1" status: 200 len: 854 time: 0.0552549 Jun 15 14:18:54.690723 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38fc78d-51c9-4d29-b1f8-d35509b9fb4c req-70941404-2cf0-4be4-a1c0-aff50deb8d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:54.692283 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-d38fc78d-51c9-4d29-b1f8-d35509b9fb4c req-70941404-2cf0-4be4-a1c0-aff50deb8d22 service neutron] 10.222.0.67 "GET /v2.0/networks?id=610d1d9e-6798-4665-ba11-cd870fb10064 HTTP/1.1" status: 200 len: 918 time: 0.1139879 Jun 15 14:18:54.730838 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed0fc80-ecd3-42d5-af7f-fefb72305be1 req-0bef6efd-bb18-4cb8-9e92-dab3ba5be493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:54.732417 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-4ed0fc80-ecd3-42d5-af7f-fefb72305be1 req-0bef6efd-bb18-4cb8-9e92-dab3ba5be493 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d785db07-dec5-4c04-aa3b-7e193f13bd39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0627911 Jun 15 14:18:54.807072 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-d38fc78d-51c9-4d29-b1f8-d35509b9fb4c req-7480fab2-d0a9-4380-b2c3-e4c4ded56fb1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=06b54a84-8be5-454d-8dcb-d399ccc4fff3 HTTP/1.1" status: 200 len: 1001 time: 0.1074829 Jun 15 14:18:54.872914 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38fc78d-51c9-4d29-b1f8-d35509b9fb4c req-48bf4d1e-ef33-43f1-94af-eb9b9223b9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:54.875770 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-d38fc78d-51c9-4d29-b1f8-d35509b9fb4c req-48bf4d1e-ef33-43f1-94af-eb9b9223b9ea service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2014c6aa-f72d-434e-8835-9ccc29766f9a HTTP/1.1" status: 200 len: 856 time: 0.0572755 Jun 15 14:18:54.922977 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-4ed0fc80-ecd3-42d5-af7f-fefb72305be1 req-c932193e-db5d-4526-9129-3ea81bfab102 service neutron] 10.222.0.67 "GET /v2.0/networks/d785db07-dec5-4c04-aa3b-7e193f13bd39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696465 Jun 15 14:18:54.974649 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38fc78d-51c9-4d29-b1f8-d35509b9fb4c req-375f835f-e175-4a31-9db6-dd4caf671ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:54.977434 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-d38fc78d-51c9-4d29-b1f8-d35509b9fb4c req-375f835f-e175-4a31-9db6-dd4caf671ef7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=610d1d9e-6798-4665-ba11-cd870fb10064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0835092 Jun 15 14:18:55.029976 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16e3f89-e4f8-4086-8073-3554a28f5d23 req-da5ff19d-33c6-4a46-8e15-be98e26e7fbb tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:55.031461 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-a16e3f89-e4f8-4086-8073-3554a28f5d23 req-da5ff19d-33c6-4a46-8e15-be98e26e7fbb tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5695f34-b49f-4a59-bbde-87ad2b51552b HTTP/1.1" status: 200 len: 945 time: 0.1785879 Jun 15 14:18:55.086898 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-4ed0fc80-ecd3-42d5-af7f-fefb72305be1 req-11c99d91-bd9d-48b7-8419-ad94432b26ee service neutron] 10.222.0.67 "GET /v2.0/networks/d785db07-dec5-4c04-aa3b-7e193f13bd39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530051 Jun 15 14:18:55.094471 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-a16e3f89-e4f8-4086-8073-3554a28f5d23 req-e7543072-116a-4704-802c-13696ffeac1e tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/security-groups?id=612cf761-1131-4a26-a654-49a8070b2d73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527186 Jun 15 14:18:55.176138 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-d38fc78d-51c9-4d29-b1f8-d35509b9fb4c req-c81d01a0-ac83-4346-aaac-1767347a85ee service neutron] 10.222.0.67 "GET /v2.0/networks/610d1d9e-6798-4665-ba11-cd870fb10064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786046 Jun 15 14:18:55.188128 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9e4c2b-460d-4f3e-a058-96c87cd7394f req-8d6c8dc3-3bb0-44a0-a031-76370d99182e tempest-VolumesNegativeTest-995699634 tempest-VolumesNegativeTest-995699634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:55.189492 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-cd9e4c2b-460d-4f3e-a058-96c87cd7394f req-8d6c8dc3-3bb0-44a0-a031-76370d99182e tempest-VolumesNegativeTest-995699634 tempest-VolumesNegativeTest-995699634-project] 10.222.0.26 "GET /v2.0/ports?device_id=81465083-8968-4bb9-bdd6-b1856aeb4bad HTTP/1.1" status: 200 len: 950 time: 0.1904826 Jun 15 14:18:55.301946 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-cd9e4c2b-460d-4f3e-a058-96c87cd7394f req-ad9d651d-bdb7-481f-8eb6-dac57658e5f5 tempest-VolumesNegativeTest-995699634 tempest-VolumesNegativeTest-995699634-project] 10.222.0.26 "GET /v2.0/security-groups?id=ff401cb1-3531-431f-b25b-39d58f8365b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045470 Jun 15 14:18:55.331837 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-d38fc78d-51c9-4d29-b1f8-d35509b9fb4c req-52b0f13a-7daf-4666-90ef-b722d61dde87 service neutron] 10.222.0.67 "GET /v2.0/networks/610d1d9e-6798-4665-ba11-cd870fb10064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413865 Jun 15 14:18:55.443555 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dda630-55dc-4f7a-88cc-0a5274168818 req-c30b0a78-d244-450d-b86a-dab8d2c5bd80 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:55.445038 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-31dda630-55dc-4f7a-88cc-0a5274168818 req-c30b0a78-d244-450d-b86a-dab8d2c5bd80 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] 10.222.0.26 "GET /v2.0/ports?device_id=31dc7157-8256-403d-9629-9d226d2363cf HTTP/1.1" status: 200 len: 944 time: 0.0743999 Jun 15 14:18:55.723872 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-31dda630-55dc-4f7a-88cc-0a5274168818 req-f0b4fc77-be36-4c67-a446-fe5f0073c392 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] 10.222.0.26 "GET /v2.0/security-groups?id=71e0047f-f5f5-4bfe-9edd-64cb2daf8f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2720234 Jun 15 14:18:55.729846 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e218dda0-6dc7-42c1-a83b-760744ec0f62 req-0947b7ef-235c-401b-9aa7-2628760df568 tempest-VolumesNegativeTest-995699634 tempest-VolumesNegativeTest-995699634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:55.731639 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-e218dda0-6dc7-42c1-a83b-760744ec0f62 req-0947b7ef-235c-401b-9aa7-2628760df568 tempest-VolumesNegativeTest-995699634 tempest-VolumesNegativeTest-995699634-project] 10.222.0.26 "GET /v2.0/ports?device_id=81465083-8968-4bb9-bdd6-b1856aeb4bad HTTP/1.1" status: 200 len: 950 time: 0.0707128 Jun 15 14:18:55.775592 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-e218dda0-6dc7-42c1-a83b-760744ec0f62 req-aaefd88e-eafd-49ef-bea1-a043e8f2f29f tempest-VolumesNegativeTest-995699634 tempest-VolumesNegativeTest-995699634-project] 10.222.0.26 "GET /v2.0/security-groups?id=ff401cb1-3531-431f-b25b-39d58f8365b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384293 Jun 15 14:18:56.295418 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3779d70e-ca36-4fb9-977e-506ddfa56b42 req-0ba594f5-a4ac-4816-9ea5-e80814115763 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:56.296863 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-3779d70e-ca36-4fb9-977e-506ddfa56b42 req-0ba594f5-a4ac-4816-9ea5-e80814115763 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5695f34-b49f-4a59-bbde-87ad2b51552b HTTP/1.1" status: 200 len: 945 time: 0.0717642 Jun 15 14:18:56.338806 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-3779d70e-ca36-4fb9-977e-506ddfa56b42 req-84475195-4702-4a45-85c1-5fdcef8dd04e tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/security-groups?id=612cf761-1131-4a26-a654-49a8070b2d73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357575 Jun 15 14:18:56.552007 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Device dc9abd9d-d9c7-48a1-8c33-5d8b0bd8eecb details requested by agent hyperv_hv-cinder-79647 with host hv-cinder-79647 {{(pid=91909) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 14:18:56.562431 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Device 06b54a84-8be5-454d-8dcb-d399ccc4fff3 no longer exists at agent hyperv_hv-cinder-79647 {{(pid=91909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:18:56.741165 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] For port dc9abd9d-d9c7-48a1-8c33-5d8b0bd8eecb, host hv-cinder-79647, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79647',level=0,port_id=dc9abd9d-d9c7-48a1-8c33-5d8b0bd8eecb,segment=NetworkSegment(51b69454-caf5-406c-8c30-6edaddc466c7),segment_id=51b69454-caf5-406c-8c30-6edaddc466c7)] {{(pid=91909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:18:56.743674 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:56.764149 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Returning: {'device': 'dc9abd9d-d9c7-48a1-8c33-5d8b0bd8eecb', 'network_id': 'd785db07-dec5-4c04-aa3b-7e193f13bd39', 'port_id': 'dc9abd9d-d9c7-48a1-8c33-5d8b0bd8eecb', 'mac_address': 'fa:16:3e:69:98:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 861, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4d04c56-7574-499d-9928-de3ab052dae1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91909) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 14:18:56.779908 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5695f34-b49f-4a59-bbde-87ad2b51552b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06b54a84-8be5-454d-8dcb-d399ccc4fff3'}] {{(pid=91909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:18:56.782183 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}018986bfbd05ca611dd30af7db176f5a3185891675ab09d2ffafe9409078adde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d319ee7-12f7-462b-9c72-68071f6aa359" -d '{"events": [{"server_uuid": "d5695f34-b49f-4a59-bbde-87ad2b51552b", "name": "network-vif-unplugged", "status": "completed", "tag": "06b54a84-8be5-454d-8dcb-d399ccc4fff3"}]}' {{(pid=91909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:18:56.828138 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] For port 06b54a84-8be5-454d-8dcb-d399ccc4fff3, host hv-cinder-79647, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79647',level=0,port_id=06b54a84-8be5-454d-8dcb-d399ccc4fff3,segment=NetworkSegment(29cbf6bd-3703-449c-90e3-2d0016356068),segment_id=29cbf6bd-3703-449c-90e3-2d0016356068)] {{(pid=91909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:18:56.834956 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492'] for port, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:56.837995 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:18:56.842248 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:56.886695 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.notifiers.nova [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc9abd9d-d9c7-48a1-8c33-5d8b0bd8eecb {{(pid=91909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:18:56.918812 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef98f9c2-76d4-4cc6-9f96-f018d51f1660 req-fa5333bb-a8d4-45b1-af6f-3ba04663b8bf tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:56.920322 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-ef98f9c2-76d4-4cc6-9f96-f018d51f1660 req-fa5333bb-a8d4-45b1-af6f-3ba04663b8bf tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] 10.222.0.26 "GET /v2.0/ports?device_id=31dc7157-8256-403d-9629-9d226d2363cf HTTP/1.1" status: 200 len: 944 time: 0.0756629 Jun 15 14:18:56.921932 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] For port dc9abd9d-d9c7-48a1-8c33-5d8b0bd8eecb, host hv-cinder-79647, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79647',level=0,port_id=dc9abd9d-d9c7-48a1-8c33-5d8b0bd8eecb,segment=NetworkSegment(51b69454-caf5-406c-8c30-6edaddc466c7),segment_id=51b69454-caf5-406c-8c30-6edaddc466c7)] {{(pid=91909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:18:56.923077 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Pushing event updated for resources: {'Port': ['ID=06b54a84-8be5-454d-8dcb-d399ccc4fff3,revision_number=8']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:18:56.927782 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:18:56.928893 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492'] for port, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:56.930838 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-f814c450-fffe-473a-92f5-9ade98cdb424 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:18:56.966763 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-ef98f9c2-76d4-4cc6-9f96-f018d51f1660 req-0b97b403-9ad8-424f-8b9f-0a221965b4b6 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] 10.222.0.26 "GET /v2.0/security-groups?id=71e0047f-f5f5-4bfe-9edd-64cb2daf8f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398271 Jun 15 14:18:56.990391 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa247c9-2c23-45f4-bbdb-72b0d4f1def9 req-f6cf2c76-4dc4-44d1-bfc1-cb0507c4a3ba tempest-VolumesNegativeTest-995699634 tempest-VolumesNegativeTest-995699634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:56.997749 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-dfa247c9-2c23-45f4-bbdb-72b0d4f1def9 req-f6cf2c76-4dc4-44d1-bfc1-cb0507c4a3ba tempest-VolumesNegativeTest-995699634 tempest-VolumesNegativeTest-995699634-project] 10.222.0.26 "GET /v2.0/ports?device_id=81465083-8968-4bb9-bdd6-b1856aeb4bad HTTP/1.1" status: 200 len: 950 time: 0.0980513 Jun 15 14:18:57.004343 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Pushing event updated for resources: {'Port': ['ID=dc9abd9d-d9c7-48a1-8c33-5d8b0bd8eecb,revision_number=4']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:18:57.007639 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:18:57.017083 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Jun 2021 14:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1609d717-55eb-447a-a09b-5c212ee4eeba x-openstack-request-id: req-1609d717-55eb-447a-a09b-5c212ee4eeba {{(pid=91909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:18:57.017384 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5695f34-b49f-4a59-bbde-87ad2b51552b", "name": "network-vif-unplugged", "status": "completed", "tag": "06b54a84-8be5-454d-8dcb-d399ccc4fff3", "code": 200}]} {{(pid=91909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:18:57.017640 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1609d717-55eb-447a-a09b-5c212ee4eeba {{(pid=91909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:18:57.018031 dv-cinder-796471-1-iscsi neutron-server[91909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5695f34-b49f-4a59-bbde-87ad2b51552b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06b54a84-8be5-454d-8dcb-d399ccc4fff3', 'code': 200} Jun 15 14:18:57.035749 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-dfa247c9-2c23-45f4-bbdb-72b0d4f1def9 req-6fd1f551-caef-476c-836a-ad9469a6cb30 tempest-VolumesNegativeTest-995699634 tempest-VolumesNegativeTest-995699634-project] 10.222.0.26 "GET /v2.0/security-groups?id=ff401cb1-3531-431f-b25b-39d58f8365b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371163 Jun 15 14:18:57.246598 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] get_ports_and_sgs() called for port_ids ['dc9abd9d-d9c7-48a1-8c33-5d8b0bd8eecb'] {{(pid=91909) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:18:57.468149 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb305005-d1aa-4395-afde-cc02f4d80f76 req-c05fcef8-02fe-4b03-baab-b089d6285d11 tempest-VolumesNegativeTest-995699634 tempest-VolumesNegativeTest-995699634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:57.469673 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-cb305005-d1aa-4395-afde-cc02f4d80f76 req-c05fcef8-02fe-4b03-baab-b089d6285d11 tempest-VolumesNegativeTest-995699634 tempest-VolumesNegativeTest-995699634-project] 10.222.0.67 "GET /v2.0/ports?device_id=81465083-8968-4bb9-bdd6-b1856aeb4bad HTTP/1.1" status: 200 len: 950 time: 0.0925040 Jun 15 14:18:57.553376 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:57.560842 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fbd47c-701f-41d5-bf63-172d098b5249 req-a42e05be-923b-4199-b12d-ab04da04057a tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:57.562386 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-d0fbd47c-701f-41d5-bf63-172d098b5249 req-a42e05be-923b-4199-b12d-ab04da04057a tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5695f34-b49f-4a59-bbde-87ad2b51552b HTTP/1.1" status: 200 len: 943 time: 0.0853577 Jun 15 14:18:57.602096 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.plugin [req-cb305005-d1aa-4395-afde-cc02f4d80f76 req-b0933f9a-841f-4ec3-8c71-0dce3988c687 tempest-VolumesNegativeTest-995699634 tempest-VolumesNegativeTest-995699634-project] Deleting port d35c7799-0e20-43ef-9bd4-43a504ef30f0 {{(pid=91906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:18:57.602492 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [req-cb305005-d1aa-4395-afde-cc02f4d80f76 req-b0933f9a-841f-4ec3-8c71-0dce3988c687 tempest-VolumesNegativeTest-995699634 tempest-VolumesNegativeTest-995699634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781714481448'] for port, before_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:57.610995 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-d0fbd47c-701f-41d5-bf63-172d098b5249 req-0a5d6692-8054-4b26-9dea-6de763a38447 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/security-groups?id=612cf761-1131-4a26-a654-49a8070b2d73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413244 Jun 15 14:18:57.730264 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.db [req-cb305005-d1aa-4395-afde-cc02f4d80f76 req-b0933f9a-841f-4ec3-8c71-0dce3988c687 tempest-VolumesNegativeTest-995699634 tempest-VolumesNegativeTest-995699634-project] For port d35c7799-0e20-43ef-9bd4-43a504ef30f0, host hv-cinder-79647, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79647',level=0,port_id=d35c7799-0e20-43ef-9bd4-43a504ef30f0,segment=NetworkSegment(9315c2e9-3e90-4a4e-9930-e8cff71c2a68),segment_id=9315c2e9-3e90-4a4e-9930-e8cff71c2a68)] {{(pid=91906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:18:57.730701 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [req-cb305005-d1aa-4395-afde-cc02f4d80f76 req-b0933f9a-841f-4ec3-8c71-0dce3988c687 tempest-VolumesNegativeTest-995699634 tempest-VolumesNegativeTest-995699634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668414'] for port, precommit_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:57.836627 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.plugin [req-cb305005-d1aa-4395-afde-cc02f4d80f76 req-b0933f9a-841f-4ec3-8c71-0dce3988c687 tempest-VolumesNegativeTest-995699634 tempest-VolumesNegativeTest-995699634-project] Calling delete_port for d35c7799-0e20-43ef-9bd4-43a504ef30f0 owned by compute:nova {{(pid=91906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:18:57.995153 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [req-cb305005-d1aa-4395-afde-cc02f4d80f76 req-b0933f9a-841f-4ec3-8c71-0dce3988c687 tempest-VolumesNegativeTest-995699634 tempest-VolumesNegativeTest-995699634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781714486604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781714044438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3410898'] for port, after_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:57.999510 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-b0a92338-d1b3-43a0-8938-5c20846296eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:18:58.031725 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] get_ports_and_sgs() called for port_ids ['d35c7799-0e20-43ef-9bd4-43a504ef30f0'] {{(pid=91909) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:18:58.034308 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0933f9a-841f-4ec3-8c71-0dce3988c687 tempest-VolumesNegativeTest-995699634 tempest-VolumesNegativeTest-995699634-project] Pushing event deleted for resources: {'Port': ['ID=d35c7799-0e20-43ef-9bd4-43a504ef30f0,revision_number=None']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:18:58.037893 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-b0933f9a-841f-4ec3-8c71-0dce3988c687 tempest-VolumesNegativeTest-995699634 tempest-VolumesNegativeTest-995699634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:18:58.106061 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb305005-d1aa-4395-afde-cc02f4d80f76 req-b0933f9a-841f-4ec3-8c71-0dce3988c687 tempest-VolumesNegativeTest-995699634 tempest-VolumesNegativeTest-995699634-project] No DVR routers for this DVR port d35c7799-0e20-43ef-9bd4-43a504ef30f0 on host hv-cinder-79647 {{(pid=91906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:18:58.116882 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [req-cb305005-d1aa-4395-afde-cc02f4d80f76 req-b0933f9a-841f-4ec3-8c71-0dce3988c687 tempest-VolumesNegativeTest-995699634 tempest-VolumesNegativeTest-995699634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58954'] for port, before_response {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:58.118960 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-cb305005-d1aa-4395-afde-cc02f4d80f76 req-b0933f9a-841f-4ec3-8c71-0dce3988c687 tempest-VolumesNegativeTest-995699634 tempest-VolumesNegativeTest-995699634-project] 10.222.0.67 "DELETE /v2.0/ports/d35c7799-0e20-43ef-9bd4-43a504ef30f0 HTTP/1.1" status: 204 len: 173 time: 0.6388619 Jun 15 14:18:58.121391 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81465083-8968-4bb9-bdd6-b1856aeb4bad', 'name': 'network-vif-deleted', 'tag': 'd35c7799-0e20-43ef-9bd4-43a504ef30f0'}] {{(pid=91906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:18:58.123914 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6e08b2e8a943f90b978338aafac4b6863d86ad6c280d3789afb6c36825669ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54023492-31e4-47dc-b7c9-3ff3427a7cf8" -d '{"events": [{"server_uuid": "81465083-8968-4bb9-bdd6-b1856aeb4bad", "name": "network-vif-deleted", "tag": "d35c7799-0e20-43ef-9bd4-43a504ef30f0"}]}' {{(pid=91906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:18:58.208254 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7df640-0657-46cd-b01f-be706ec5604f req-1e728ed6-6ffe-480a-b61f-cae3c87fb018 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:58.209754 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-3d7df640-0657-46cd-b01f-be706ec5604f req-1e728ed6-6ffe-480a-b61f-cae3c87fb018 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] 10.222.0.26 "GET /v2.0/ports?device_id=31dc7157-8256-403d-9629-9d226d2363cf HTTP/1.1" status: 200 len: 945 time: 0.1055222 Jun 15 14:18:58.254717 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-5516dc84-dd86-46c4-8450-03e27bb137e1 req-b89aa0e0-d76f-47ec-83e1-069ec490e385 tempest-VolumesNegativeTest-995699634 tempest-VolumesNegativeTest-995699634-project] 10.222.0.26 "GET /v2.0/ports?device_id=81465083-8968-4bb9-bdd6-b1856aeb4bad HTTP/1.1" status: 200 len: 210 time: 0.0448201 Jun 15 14:18:58.262728 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-3d7df640-0657-46cd-b01f-be706ec5604f req-be2738c5-fe01-48ef-8c58-a4021f358cc8 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] 10.222.0.26 "GET /v2.0/security-groups?id=71e0047f-f5f5-4bfe-9edd-64cb2daf8f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468709 Jun 15 14:18:58.321635 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a6a9b44-b217-4ab1-bfff-f953eda4c090 x-openstack-request-id: req-0a6a9b44-b217-4ab1-bfff-f953eda4c090 {{(pid=91906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:18:58.322179 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81465083-8968-4bb9-bdd6-b1856aeb4bad", "name": "network-vif-deleted", "tag": "d35c7799-0e20-43ef-9bd4-43a504ef30f0", "status": "completed", "code": 200}]} {{(pid=91906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:18:58.322728 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0a6a9b44-b217-4ab1-bfff-f953eda4c090 {{(pid=91906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:18:58.323353 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81465083-8968-4bb9-bdd6-b1856aeb4bad', 'name': 'network-vif-deleted', 'tag': 'd35c7799-0e20-43ef-9bd4-43a504ef30f0', 'status': 'completed', 'code': 200} Jun 15 14:18:58.599107 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Device dc9abd9d-d9c7-48a1-8c33-5d8b0bd8eecb up at agent hyperv_hv-cinder-79647 {{(pid=91909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:18:58.660136 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Provisioning for port dc9abd9d-d9c7-48a1-8c33-5d8b0bd8eecb completed by entity L2. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:18:58.667099 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Provisioning complete for port dc9abd9d-d9c7-48a1-8c33-5d8b0bd8eecb triggered by entity L2. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:18:58.667530 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897510'] for port, provisioning_complete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:58.769020 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:58.811628 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] For port dc9abd9d-d9c7-48a1-8c33-5d8b0bd8eecb, host hv-cinder-79647, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79647',level=0,port_id=dc9abd9d-d9c7-48a1-8c33-5d8b0bd8eecb,segment=NetworkSegment(51b69454-caf5-406c-8c30-6edaddc466c7),segment_id=51b69454-caf5-406c-8c30-6edaddc466c7)] {{(pid=91909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:18:58.825495 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492'] for port, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:18:58.826336 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Device d35c7799-0e20-43ef-9bd4-43a504ef30f0 no longer exists at agent hyperv_hv-cinder-79647 {{(pid=91909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:18:58.828134 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:18:58.899873 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.plugin [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] No Port match for: d35c7799-0e20-43ef-9bd4-43a504ef30f0 {{(pid=91909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:18:58.900263 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Device d35c7799-0e20-43ef-9bd4-43a504ef30f0 not bound to the agent host hv-cinder-79647 {{(pid=91909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:18:58.929475 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Pushing event updated for resources: {'Port': ['ID=dc9abd9d-d9c7-48a1-8c33-5d8b0bd8eecb,revision_number=5']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:18:58.932671 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:18:59.018647 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31dc7157-8256-403d-9629-9d226d2363cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc9abd9d-d9c7-48a1-8c33-5d8b0bd8eecb'}] {{(pid=91909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:18:59.021056 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}018986bfbd05ca611dd30af7db176f5a3185891675ab09d2ffafe9409078adde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caa64bd1-45d0-450a-9568-499ae9c2603e" -d '{"events": [{"server_uuid": "31dc7157-8256-403d-9629-9d226d2363cf", "name": "network-vif-plugged", "status": "completed", "tag": "dc9abd9d-d9c7-48a1-8c33-5d8b0bd8eecb"}]}' {{(pid=91909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:18:59.056481 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16ad01cc-b7b1-484a-a0b1-b945789d2026 x-openstack-request-id: req-16ad01cc-b7b1-484a-a0b1-b945789d2026 {{(pid=91909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:18:59.056786 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31dc7157-8256-403d-9629-9d226d2363cf", "name": "network-vif-plugged", "status": "completed", "tag": "dc9abd9d-d9c7-48a1-8c33-5d8b0bd8eecb", "code": 200}]} {{(pid=91909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:18:59.057054 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-16ad01cc-b7b1-484a-a0b1-b945789d2026 {{(pid=91909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:18:59.057450 dv-cinder-796471-1-iscsi neutron-server[91909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31dc7157-8256-403d-9629-9d226d2363cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc9abd9d-d9c7-48a1-8c33-5d8b0bd8eecb', 'code': 200} Jun 15 14:18:59.083345 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-91b4a6e2-55aa-4553-9549-bc856502bf69 req-d5520601-82a8-4589-ac88-51b591f1d8fc service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d5695f34-b49f-4a59-bbde-87ad2b51552b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0955954 Jun 15 14:18:59.092754 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a30644e-9e53-4a1c-b66d-9b535913a869 req-babeef4e-3e0c-4908-b0ad-46d89abac51f tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:59.094460 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-3a30644e-9e53-4a1c-b66d-9b535913a869 req-babeef4e-3e0c-4908-b0ad-46d89abac51f tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5695f34-b49f-4a59-bbde-87ad2b51552b HTTP/1.1" status: 200 len: 943 time: 0.1158307 Jun 15 14:18:59.149094 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-3a30644e-9e53-4a1c-b66d-9b535913a869 req-328ea741-9d8a-4ace-acb7-3b32778345a3 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/security-groups?id=612cf761-1131-4a26-a654-49a8070b2d73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456040 Jun 15 14:18:59.346922 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-0ca5bdfa-07b9-4d5a-9ac1-9fd01362b5bc req-a9ecc636-d581-4336-8ee3-4324702550ed service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=59005610-44b7-4c16-8f87-b52cc053c35f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0639613 Jun 15 14:18:59.382130 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b6627c-475d-49bf-96d7-825904af069a req-8c6dde37-fc6f-4735-8328-e1e77793956a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:59.384255 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-84b6627c-475d-49bf-96d7-825904af069a req-8c6dde37-fc6f-4735-8328-e1e77793956a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=31dc7157-8256-403d-9629-9d226d2363cf HTTP/1.1" status: 200 len: 1099 time: 0.1012521 Jun 15 14:18:59.480309 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-84b6627c-475d-49bf-96d7-825904af069a req-ed624b19-9df4-4b7f-a8d5-bb3009473ce6 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=71e0047f-f5f5-4bfe-9edd-64cb2daf8f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858505 Jun 15 14:18:59.499886 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca5bdfa-07b9-4d5a-9ac1-9fd01362b5bc req-6ff0e4d9-f889-4313-820b-132da7b88e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:59.502259 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-0ca5bdfa-07b9-4d5a-9ac1-9fd01362b5bc req-6ff0e4d9-f889-4313-820b-132da7b88e8a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=bd051735f59a48aba03badfdff199de6&device_id=59005610-44b7-4c16-8f87-b52cc053c35f HTTP/1.1" status: 200 len: 1099 time: 0.0765669 Jun 15 14:18:59.508744 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72c7191-f33b-4475-8a25-fb5fabc37dd2 req-ed1da136-733b-4764-bc3d-6edee1d3a777 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:59.510893 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-b72c7191-f33b-4475-8a25-fb5fabc37dd2 req-ed1da136-733b-4764-bc3d-6edee1d3a777 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] 10.222.0.26 "GET /v2.0/ports?device_id=31dc7157-8256-403d-9629-9d226d2363cf HTTP/1.1" status: 200 len: 946 time: 0.0893075 Jun 15 14:18:59.561266 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-b72c7191-f33b-4475-8a25-fb5fabc37dd2 req-6694daba-f03d-4d45-871f-062bc60c7794 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] 10.222.0.26 "GET /v2.0/security-groups?id=71e0047f-f5f5-4bfe-9edd-64cb2daf8f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442591 Jun 15 14:18:59.862609 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca5bdfa-07b9-4d5a-9ac1-9fd01362b5bc req-19d83ee7-f569-4e1e-a463-40caf790ecb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:18:59.864492 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-0ca5bdfa-07b9-4d5a-9ac1-9fd01362b5bc req-19d83ee7-f569-4e1e-a463-40caf790ecb4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=4aa06fea-aa17-4092-a73a-67493e684cef HTTP/1.1" status: 200 len: 912 time: 0.1179619 Jun 15 14:18:59.971002 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-0ca5bdfa-07b9-4d5a-9ac1-9fd01362b5bc req-41180951-359e-42fb-8eb2-226046429ae5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=934a3d87-5f46-425c-a672-8b29bb285cd4 HTTP/1.1" status: 200 len: 1001 time: 0.0986073 Jun 15 14:19:00.032521 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca5bdfa-07b9-4d5a-9ac1-9fd01362b5bc req-52fc2976-b442-4ac1-9576-f1a64fea9195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:19:00.033959 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-0ca5bdfa-07b9-4d5a-9ac1-9fd01362b5bc req-52fc2976-b442-4ac1-9576-f1a64fea9195 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=948d283c-351b-4469-a9b0-92e873d860c7 HTTP/1.1" status: 200 len: 850 time: 0.0569692 Jun 15 14:19:00.099876 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca5bdfa-07b9-4d5a-9ac1-9fd01362b5bc req-d6889987-6f01-42a4-9cd0-0ddaca12be88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:19:00.101354 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-0ca5bdfa-07b9-4d5a-9ac1-9fd01362b5bc req-d6889987-6f01-42a4-9cd0-0ddaca12be88 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4aa06fea-aa17-4092-a73a-67493e684cef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0584350 Jun 15 14:19:00.234547 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-0ca5bdfa-07b9-4d5a-9ac1-9fd01362b5bc req-6a6d8bb8-a107-4610-92db-065b95e4031e service neutron] 10.222.0.67 "GET /v2.0/networks/4aa06fea-aa17-4092-a73a-67493e684cef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140685 Jun 15 14:19:00.370632 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b4a6e2-55aa-4553-9549-bc856502bf69 req-805c341f-5a16-4399-b2cf-9c6070ab4cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:19:00.372297 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-91b4a6e2-55aa-4553-9549-bc856502bf69 req-805c341f-5a16-4399-b2cf-9c6070ab4cfd service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d5695f34-b49f-4a59-bbde-87ad2b51552b&tenant_id=52a857fa93204cfd848344919ef0f84a HTTP/1.1" status: 200 len: 1096 time: 0.0715563 Jun 15 14:19:00.407150 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-0ca5bdfa-07b9-4d5a-9ac1-9fd01362b5bc req-6f60f1e4-a80a-4dcd-9645-ced14c275ffb service neutron] 10.222.0.67 "GET /v2.0/networks/4aa06fea-aa17-4092-a73a-67493e684cef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626441 Jun 15 14:19:00.431440 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395dee8a-4210-45d1-94b8-bc84bdc6e1b4 req-fa872786-6762-452e-ba85-8a160600aece tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:19:00.433511 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-395dee8a-4210-45d1-94b8-bc84bdc6e1b4 req-fa872786-6762-452e-ba85-8a160600aece tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5695f34-b49f-4a59-bbde-87ad2b51552b HTTP/1.1" status: 200 len: 943 time: 0.0998797 Jun 15 14:19:00.497871 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-395dee8a-4210-45d1-94b8-bc84bdc6e1b4 req-b387e411-44a5-4628-b54d-42e243201c7a tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/security-groups?id=612cf761-1131-4a26-a654-49a8070b2d73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586431 Jun 15 14:19:00.506708 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b4a6e2-55aa-4553-9549-bc856502bf69 req-90b15952-8e70-48e2-b872-c703f8b7395c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:19:00.508362 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-91b4a6e2-55aa-4553-9549-bc856502bf69 req-90b15952-8e70-48e2-b872-c703f8b7395c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=52a857fa93204cfd848344919ef0f84a&device_id=d5695f34-b49f-4a59-bbde-87ad2b51552b HTTP/1.1" status: 200 len: 1096 time: 0.0656571 Jun 15 14:19:00.599416 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Device 06b54a84-8be5-454d-8dcb-d399ccc4fff3 no longer exists at agent hyperv_hv-cinder-79647 {{(pid=91909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:19:00.668738 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b4a6e2-55aa-4553-9549-bc856502bf69 req-e3a709aa-d82d-4e7f-be62-965b55f290db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:19:00.670140 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-91b4a6e2-55aa-4553-9549-bc856502bf69 req-e3a709aa-d82d-4e7f-be62-965b55f290db service neutron] 10.222.0.67 "GET /v2.0/networks?id=610d1d9e-6798-4665-ba11-cd870fb10064 HTTP/1.1" status: 200 len: 918 time: 0.1482615 Jun 15 14:19:00.824673 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-91b4a6e2-55aa-4553-9549-bc856502bf69 req-9a2c9357-6a6f-475a-b67a-272483e5cf98 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=06b54a84-8be5-454d-8dcb-d399ccc4fff3 HTTP/1.1" status: 200 len: 999 time: 0.1429327 Jun 15 14:19:00.895211 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b4a6e2-55aa-4553-9549-bc856502bf69 req-8b550685-b3b4-4bcd-9c59-96d6cfea612a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:19:00.897030 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-91b4a6e2-55aa-4553-9549-bc856502bf69 req-8b550685-b3b4-4bcd-9c59-96d6cfea612a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2014c6aa-f72d-434e-8835-9ccc29766f9a HTTP/1.1" status: 200 len: 856 time: 0.0632713 Jun 15 14:19:00.905029 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3258bb-5576-40a1-97e8-352e8c66e491 req-17152b79-906b-4b6c-93a1-5f687e86f1e5 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:19:00.912140 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-1e3258bb-5576-40a1-97e8-352e8c66e491 req-17152b79-906b-4b6c-93a1-5f687e86f1e5 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] 10.222.0.26 "GET /v2.0/ports?device_id=31dc7157-8256-403d-9629-9d226d2363cf HTTP/1.1" status: 200 len: 946 time: 0.1443298 Jun 15 14:19:00.991512 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-1e3258bb-5576-40a1-97e8-352e8c66e491 req-b3443a3b-01d1-4e3c-b5ba-0dec36ae9cfd tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] 10.222.0.26 "GET /v2.0/security-groups?id=71e0047f-f5f5-4bfe-9edd-64cb2daf8f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785248 Jun 15 14:19:01.021675 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b4a6e2-55aa-4553-9549-bc856502bf69 req-47aef13b-b7a8-4406-89e5-19388fa94359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:19:01.021675 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-91b4a6e2-55aa-4553-9549-bc856502bf69 req-47aef13b-b7a8-4406-89e5-19388fa94359 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=610d1d9e-6798-4665-ba11-cd870fb10064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1074972 Jun 15 14:19:01.147545 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-91b4a6e2-55aa-4553-9549-bc856502bf69 req-009c0a04-7dc2-4c22-ba02-b1e987b5c16c service neutron] 10.222.0.67 "GET /v2.0/networks/610d1d9e-6798-4665-ba11-cd870fb10064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191688 Jun 15 14:19:01.278077 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-91b4a6e2-55aa-4553-9549-bc856502bf69 req-912cddda-2a5d-4407-91ad-2839c2df6603 service neutron] 10.222.0.67 "GET /v2.0/networks/610d1d9e-6798-4665-ba11-cd870fb10064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245503 Jun 15 14:19:01.730236 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a55df0-f48c-4fb9-961c-9fa430a497c7 req-457a2598-83f0-411f-903b-7b7246b3b217 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:19:01.736115 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-d7a55df0-f48c-4fb9-961c-9fa430a497c7 req-457a2598-83f0-411f-903b-7b7246b3b217 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5695f34-b49f-4a59-bbde-87ad2b51552b HTTP/1.1" status: 200 len: 943 time: 0.1040316 Jun 15 14:19:01.798570 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-d7a55df0-f48c-4fb9-961c-9fa430a497c7 req-52af2685-587d-4568-8554-5b9be09319b9 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/security-groups?id=612cf761-1131-4a26-a654-49a8070b2d73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501776 Jun 15 14:19:02.214114 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f4ea35-68f5-45f8-851b-e860f387797e req-5de448ec-c631-4d09-9f26-a532a32b7d1d tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:19:02.215644 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-e2f4ea35-68f5-45f8-851b-e860f387797e req-5de448ec-c631-4d09-9f26-a532a32b7d1d tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] 10.222.0.26 "GET /v2.0/ports?device_id=31dc7157-8256-403d-9629-9d226d2363cf HTTP/1.1" status: 200 len: 946 time: 0.0761311 Jun 15 14:19:02.280144 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-e2f4ea35-68f5-45f8-851b-e860f387797e req-e5966a31-6d22-417d-89e3-d6a77bfb30ff tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] 10.222.0.26 "GET /v2.0/security-groups?id=71e0047f-f5f5-4bfe-9edd-64cb2daf8f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580406 Jun 15 14:19:02.465434 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6666e3c2-6e5b-4d08-94a3-fc79f5fbe1d8 req-e2160102-9d3e-46d4-a6c3-fe04235e3e89 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:19:02.466888 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-6666e3c2-6e5b-4d08-94a3-fc79f5fbe1d8 req-e2160102-9d3e-46d4-a6c3-fe04235e3e89 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] 10.222.0.26 "GET /v2.0/ports?device_id=31dc7157-8256-403d-9629-9d226d2363cf HTTP/1.1" status: 200 len: 946 time: 0.0708606 Jun 15 14:19:02.513108 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-6666e3c2-6e5b-4d08-94a3-fc79f5fbe1d8 req-d8df6675-4b14-480a-a503-9d9f654e16f3 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] 10.222.0.26 "GET /v2.0/security-groups?id=71e0047f-f5f5-4bfe-9edd-64cb2daf8f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404837 Jun 15 14:19:03.027035 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b8e8a1-235c-4028-8c4c-9c88afdccbec req-375cc184-ac83-4551-8928-f039e4dd7d92 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:19:03.045183 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-a1b8e8a1-235c-4028-8c4c-9c88afdccbec req-375cc184-ac83-4551-8928-f039e4dd7d92 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5695f34-b49f-4a59-bbde-87ad2b51552b HTTP/1.1" status: 200 len: 943 time: 0.1150534 Jun 15 14:19:03.097260 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-a1b8e8a1-235c-4028-8c4c-9c88afdccbec req-309704f8-89e3-4a1b-a074-f4d24092c167 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/security-groups?id=612cf761-1131-4a26-a654-49a8070b2d73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486622 Jun 15 14:19:03.247452 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fa621c-35a1-4b3e-8463-8df77e288e2d req-1e0cc268-3c7c-4090-9dd9-02fe0e8056b1 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:19:03.249758 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-30fa621c-35a1-4b3e-8463-8df77e288e2d req-1e0cc268-3c7c-4090-9dd9-02fe0e8056b1 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] 10.222.0.26 "GET /v2.0/ports?device_id=31dc7157-8256-403d-9629-9d226d2363cf HTTP/1.1" status: 200 len: 946 time: 0.3898680 Jun 15 14:19:03.300175 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-30fa621c-35a1-4b3e-8463-8df77e288e2d req-a8acfe42-8d7d-4dd7-b7ff-19c4a1c17d1e tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] 10.222.0.26 "GET /v2.0/security-groups?id=71e0047f-f5f5-4bfe-9edd-64cb2daf8f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444582 Jun 15 14:19:03.471410 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 38620) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:19:03.627266 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-b9c5f017-7d4d-40a7-a631-670a344ff837 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2a2b40e5d8854c6ea033533a237d79fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1517715 Jun 15 14:19:03.632558 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 38626) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:19:03.708363 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-0390075d-0f4f-4c0f-9e01-10bad1ce7185 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:03.733107 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-0390075d-0f4f-4c0f-9e01-10bad1ce7185 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:03.803923 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-0390075d-0f4f-4c0f-9e01-10bad1ce7185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:03.807537 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-0390075d-0f4f-4c0f-9e01-10bad1ce7185 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:03.808691 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-0390075d-0f4f-4c0f-9e01-10bad1ce7185 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ff401cb1-3531-431f-b25b-39d58f8365b1 HTTP/1.1" status: 204 len: 168 time: 0.1749303 Jun 15 14:19:03.809478 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-f701c6d1-c59c-4f4d-a17a-e89c69d2dadc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:19:03.818622 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0390075d-0f4f-4c0f-9e01-10bad1ce7185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff401cb1-3531-431f-b25b-39d58f8365b1,revision_number=None']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:19:03.821188 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-0390075d-0f4f-4c0f-9e01-10bad1ce7185 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:19:04.322082 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0468619c-5824-4103-95f8-50c9fb31028e req-9e60ef28-8f3f-43c0-bdcc-4ac94e9d106f tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:19:04.323646 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-0468619c-5824-4103-95f8-50c9fb31028e req-9e60ef28-8f3f-43c0-bdcc-4ac94e9d106f tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5695f34-b49f-4a59-bbde-87ad2b51552b HTTP/1.1" status: 200 len: 943 time: 0.0860672 Jun 15 14:19:04.368328 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-0468619c-5824-4103-95f8-50c9fb31028e req-0f98b2b8-4b22-4191-bc11-61698227ac06 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/security-groups?id=612cf761-1131-4a26-a654-49a8070b2d73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391738 Jun 15 14:19:04.587516 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 38656) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:19:04.695081 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.v2.base [None req-6dcdaebf-b27b-40c7-a2e2-3dc226e1d209 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-454062903-network', 'tenant_id': '0161a9f55a674a39a3828b87e7771a0d'}} {{(pid=91907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:19:04.719743 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dcdaebf-b27b-40c7-a2e2-3dc226e1d209 admin admin] Made reservation on behalf of 0161a9f55a674a39a3828b87e7771a0d for: {'network': 1} {{(pid=91907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:19:04.722480 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-6dcdaebf-b27b-40c7-a2e2-3dc226e1d209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-33170876'] for network, before_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:04.736041 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-6dcdaebf-b27b-40c7-a2e2-3dc226e1d209 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:04.875768 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-6dcdaebf-b27b-40c7-a2e2-3dc226e1d209 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:04.881825 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-6dcdaebf-b27b-40c7-a2e2-3dc226e1d209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:04.887640 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-1fc9c90d-3861-4be3-a4f5-5aea2e2c243c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:19:04.910529 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dcdaebf-b27b-40c7-a2e2-3dc226e1d209 admin admin] vlan segment allocate from pool success with {'vlan_id': 859, 'physical_network': 'physnet1'} {{(pid=91907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:19:04.932612 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcdaebf-b27b-40c7-a2e2-3dc226e1d209 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26c81b0a-94da-4c47-a5d9-dfd483e72a30,revision_number=1']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:19:04.948061 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-6dcdaebf-b27b-40c7-a2e2-3dc226e1d209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32890017'] for segment, precommit_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:04.949959 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.db.segments_db [None req-6dcdaebf-b27b-40c7-a2e2-3dc226e1d209 admin admin] Added segment c7cfb710-a97c-4e7b-ab8f-c7d608e0a9ac of type vlan for network 79511d5b-ed0b-4540-b9f0-f46055fc4b1b Jun 15 14:19:04.951910 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-6dcdaebf-b27b-40c7-a2e2-3dc226e1d209 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:19:05.009664 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-6dcdaebf-b27b-40c7-a2e2-3dc226e1d209 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781714030749'] for network, precommit_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:05.044879 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-6dcdaebf-b27b-40c7-a2e2-3dc226e1d209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-350226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537401'] for network, after_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:05.046910 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dcdaebf-b27b-40c7-a2e2-3dc226e1d209 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:19:05.047718 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-6dcdaebf-b27b-40c7-a2e2-3dc226e1d209 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537372'] for network, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:05.049970 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-85a0ffb0-2cb6-4e6b-a928-e9634f1acc5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:19:05.101379 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-6dcdaebf-b27b-40c7-a2e2-3dc226e1d209 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5121906 Jun 15 14:19:05.104621 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 38674) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:19:05.109953 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.v2.base [None req-53ffce11-711d-4ab7-bfd8-24b34a7d6f2e admin admin] Request body: {'subnet': {'network_id': '79511d5b-ed0b-4540-b9f0-f46055fc4b1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-454062903-subnet', 'tenant_id': '0161a9f55a674a39a3828b87e7771a0d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:19:05.147087 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53ffce11-711d-4ab7-bfd8-24b34a7d6f2e admin admin] Made reservation on behalf of 0161a9f55a674a39a3828b87e7771a0d for: {'subnet': 1} {{(pid=91906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:19:05.149449 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-53ffce11-711d-4ab7-bfd8-24b34a7d6f2e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3427165'] for subnet, before_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:05.161855 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcdaebf-b27b-40c7-a2e2-3dc226e1d209 admin admin] Pushing event updated for resources: {'Network': ['ID=79511d5b-ed0b-4540-b9f0-f46055fc4b1b,revision_number=1']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:19:05.164879 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-6dcdaebf-b27b-40c7-a2e2-3dc226e1d209 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:19:05.175047 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Network 79511d5b-ed0b-4540-b9f0-f46055fc4b1b details requested by agent ovs-agent-dv-cinder-796471-1-iscsi with host dv-cinder-796471-1-iscsi {{(pid=91909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:19:05.418911 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-53ffce11-711d-4ab7-bfd8-24b34a7d6f2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3410539', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3427147'] for subnet, after_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:05.422923 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-a0bcb1ed-dee9-4493-b5bf-449fff2987b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:19:05.488546 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ffce11-711d-4ab7-bfd8-24b34a7d6f2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=dedb6150-81f8-41e2-ab45-29aaebfb062d,revision_number=0']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:19:05.492421 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-53ffce11-711d-4ab7-bfd8-24b34a7d6f2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:19:05.503412 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ffce11-711d-4ab7-bfd8-24b34a7d6f2e admin admin] Checking segment: {'id': 'c7cfb710-a97c-4e7b-ab8f-c7d608e0a9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '79511d5b-ed0b-4540-b9f0-f46055fc4b1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:19:05.503911 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ffce11-711d-4ab7-bfd8-24b34a7d6f2e admin admin] Network hostable DHCP agents. Network: 79511d5b-ed0b-4540-b9f0-f46055fc4b1b, hostable agents: ['b76165da-6319-4f74-a975-61037e393453'], hosted agents: [] {{(pid=91906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:19:05.521707 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ffce11-711d-4ab7-bfd8-24b34a7d6f2e admin admin] Network 79511d5b-ed0b-4540-b9f0-f46055fc4b1b is scheduled to be hosted by DHCP agent b76165da-6319-4f74-a975-61037e393453 with binding_index 1 {{(pid=91906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:19:05.539386 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.scheduler.base_scheduler [None req-53ffce11-711d-4ab7-bfd8-24b34a7d6f2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796471-1-iscsi, 79511d5b-ed0b-4540-b9f0-f46055fc4b1b) {{(pid=91906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:19:05.550348 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2921cd8-7740-40a3-9d17-0041bea95e4a None None] Network 79511d5b-ed0b-4540-b9f0-f46055fc4b1b requested from dv-cinder-796471-1-iscsi {{(pid=91909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:19:05.563398 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ffce11-711d-4ab7-bfd8-24b34a7d6f2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:19:05.564061 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-53ffce11-711d-4ab7-bfd8-24b34a7d6f2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537372'] for subnet, before_response {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:05.583751 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-53ffce11-711d-4ab7-bfd8-24b34a7d6f2e admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4778385 Jun 15 14:19:05.635272 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9951040-16a3-446f-aa91-1eadc0ebfa27 req-10f6ea11-870c-411a-b2ab-70697bc89b3f tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:19:05.638501 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-e9951040-16a3-446f-aa91-1eadc0ebfa27 req-10f6ea11-870c-411a-b2ab-70697bc89b3f tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5695f34-b49f-4a59-bbde-87ad2b51552b HTTP/1.1" status: 200 len: 943 time: 0.1307967 Jun 15 14:19:05.696337 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-e9951040-16a3-446f-aa91-1eadc0ebfa27 req-94fa7790-7eb6-4d49-80cb-ed27e2f30692 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/security-groups?id=612cf761-1131-4a26-a654-49a8070b2d73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505352 Jun 15 14:19:05.792730 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6507c1aa-1dcb-469f-b278-c51da7eed2ed None None] Network 79511d5b-ed0b-4540-b9f0-f46055fc4b1b requested from dv-cinder-796471-1-iscsi {{(pid=91909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:19:06.894475 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d59809-f91d-478c-b363-352ce336f733 req-920a1e76-0cc4-4180-bccc-54aae8c2cee5 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:19:06.895941 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-f0d59809-f91d-478c-b363-352ce336f733 req-920a1e76-0cc4-4180-bccc-54aae8c2cee5 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5695f34-b49f-4a59-bbde-87ad2b51552b HTTP/1.1" status: 200 len: 943 time: 0.0688801 Jun 15 14:19:06.941022 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-f0d59809-f91d-478c-b363-352ce336f733 req-2ab9928b-2ff7-4cd0-9767-9de8c174b446 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/security-groups?id=612cf761-1131-4a26-a654-49a8070b2d73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394971 Jun 15 14:19:07.492367 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a71ea23-150e-43b8-9762-cbaa776b7fc0 req-2ea798e1-c77a-4594-87b9-48354ad14207 tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:19:07.493939 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-3a71ea23-150e-43b8-9762-cbaa776b7fc0 req-2ea798e1-c77a-4594-87b9-48354ad14207 tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] 10.222.0.26 "GET /v2.0/networks?id=79511d5b-ed0b-4540-b9f0-f46055fc4b1b HTTP/1.1" status: 200 len: 813 time: 0.1545949 Jun 15 14:19:07.509282 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-3a71ea23-150e-43b8-9762-cbaa776b7fc0 req-099761d5-ef48-43ad-8b42-7c7955cd2404 tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] 10.222.0.26 "GET /v2.0/quotas/0161a9f55a674a39a3828b87e7771a0d HTTP/1.1" status: 200 len: 375 time: 0.0091906 Jun 15 14:19:07.547948 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-3a71ea23-150e-43b8-9762-cbaa776b7fc0 req-82ed853c-71b9-4c57-a0d9-6cec2ccfb0f7 tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=0161a9f55a674a39a3828b87e7771a0d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0332825 Jun 15 14:19:07.717125 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-3a71ea23-150e-43b8-9762-cbaa776b7fc0 req-1a5a18cd-492e-47cf-aaf8-92992d3a6ddc service neutron] 10.222.0.26 "GET /v2.0/networks/79511d5b-ed0b-4540-b9f0-f46055fc4b1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623275 Jun 15 14:19:07.837764 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-3a71ea23-150e-43b8-9762-cbaa776b7fc0 req-c11afe53-96d2-49af-800c-55bc6dcf39d4 service neutron] 10.222.0.26 "GET /v2.0/networks/79511d5b-ed0b-4540-b9f0-f46055fc4b1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147110 Jun 15 14:19:08.041064 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-27e70adc-6b7c-4352-886d-1925eb51baca req-8e7943fb-e615-45f7-ac5f-280a40437c7d tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] 10.222.0.26 "GET /v2.0/ports?device_id=73c7d4dc-b7b8-476d-b422-f18fb9a36752 HTTP/1.1" status: 200 len: 210 time: 0.0584390 Jun 15 14:19:08.256955 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8471c2-1916-46c9-b84f-ec07301b88ee req-b91ae22f-4319-488f-924a-8f57374b59d7 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:19:08.258435 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-ae8471c2-1916-46c9-b84f-ec07301b88ee req-b91ae22f-4319-488f-924a-8f57374b59d7 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5695f34-b49f-4a59-bbde-87ad2b51552b HTTP/1.1" status: 200 len: 943 time: 0.0873971 Jun 15 14:19:08.309196 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-ae8471c2-1916-46c9-b84f-ec07301b88ee req-b0b09f05-9ffd-4e1f-8794-91cac85654b6 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/security-groups?id=612cf761-1131-4a26-a654-49a8070b2d73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438600 Jun 15 14:19:09.228550 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-07ae008c-d3bf-4947-9c8c-8d13d45543ce req-ab3cd386-661a-4c22-ad5d-4032f32e4ff0 tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] 10.222.0.26 "GET /v2.0/ports?device_id=73c7d4dc-b7b8-476d-b422-f18fb9a36752 HTTP/1.1" status: 200 len: 210 time: 0.0433319 Jun 15 14:19:09.504731 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd3b794-ef9c-419e-8e2c-b90e193b100e req-12d1f770-3626-4dbf-9a3c-d18d4e8394cb tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:19:09.506186 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-1fd3b794-ef9c-419e-8e2c-b90e193b100e req-12d1f770-3626-4dbf-9a3c-d18d4e8394cb tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5695f34-b49f-4a59-bbde-87ad2b51552b HTTP/1.1" status: 200 len: 943 time: 0.0732510 Jun 15 14:19:09.556194 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-1fd3b794-ef9c-419e-8e2c-b90e193b100e req-99044444-dfa2-48d3-b12d-f0e296d22e37 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/security-groups?id=612cf761-1131-4a26-a654-49a8070b2d73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435481 Jun 15 14:19:10.378249 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-6d0f5e8b-0488-46a9-991d-4afabc9cfaa0 req-500213a9-8fbe-48d6-a331-bbf0cd350cf1 tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] 10.222.0.26 "GET /v2.0/ports?device_id=73c7d4dc-b7b8-476d-b422-f18fb9a36752 HTTP/1.1" status: 200 len: 210 time: 0.0347331 Jun 15 14:19:10.753352 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3016fc-a154-4cc1-bd54-fa3e648233c7 req-c7cf10fe-b724-4f44-9511-ed7dc6af001a tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:19:10.754879 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-6e3016fc-a154-4cc1-bd54-fa3e648233c7 req-c7cf10fe-b724-4f44-9511-ed7dc6af001a tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5695f34-b49f-4a59-bbde-87ad2b51552b HTTP/1.1" status: 200 len: 943 time: 0.0698900 Jun 15 14:19:10.796720 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-6e3016fc-a154-4cc1-bd54-fa3e648233c7 req-e1a64dff-81c7-4d48-8f9b-3e249a1e40d5 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/security-groups?id=612cf761-1131-4a26-a654-49a8070b2d73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352910 Jun 15 14:19:11.536740 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-d1d6b8ad-2a41-4295-bc52-698884686db1 req-32c33528-aab1-4ada-b5d5-4dd223b5717e tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] 10.222.0.26 "GET /v2.0/ports?device_id=73c7d4dc-b7b8-476d-b422-f18fb9a36752 HTTP/1.1" status: 200 len: 210 time: 0.0371242 Jun 15 14:19:11.990424 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfb5750-7145-4eec-b680-ee4b6285952f req-d7e095ab-ea50-4233-90c2-32015ca717e1 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:19:11.991961 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-dcfb5750-7145-4eec-b680-ee4b6285952f req-d7e095ab-ea50-4233-90c2-32015ca717e1 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5695f34-b49f-4a59-bbde-87ad2b51552b HTTP/1.1" status: 200 len: 943 time: 0.0716503 Jun 15 14:19:12.043139 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-dcfb5750-7145-4eec-b680-ee4b6285952f req-97299248-e116-4030-851c-7046fe2abdfb tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/security-groups?id=612cf761-1131-4a26-a654-49a8070b2d73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422330 Jun 15 14:19:12.696227 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-866b2c14-49c0-437d-ae42-741b778e48d3 req-d3499ede-6d9a-44c1-ab63-e55312057f1a tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] 10.222.0.26 "GET /v2.0/ports?device_id=73c7d4dc-b7b8-476d-b422-f18fb9a36752 HTTP/1.1" status: 200 len: 210 time: 0.0379255 Jun 15 14:19:13.227122 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f400666-82fa-4551-8d3d-94d1ab89bd1f req-3644f4c1-9bf0-40b8-8338-caeabb642155 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:19:13.228533 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-5f400666-82fa-4551-8d3d-94d1ab89bd1f req-3644f4c1-9bf0-40b8-8338-caeabb642155 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5695f34-b49f-4a59-bbde-87ad2b51552b HTTP/1.1" status: 200 len: 943 time: 0.0713267 Jun 15 14:19:13.271384 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-5f400666-82fa-4551-8d3d-94d1ab89bd1f req-78af2f8f-f01f-4e01-9a15-161d3af03ec2 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/security-groups?id=612cf761-1131-4a26-a654-49a8070b2d73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357900 Jun 15 14:19:13.850203 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-36501220-0285-497b-9598-7b88c914941f req-34bd4f79-cd69-4c2f-b846-f821f8d85922 tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] 10.222.0.26 "GET /v2.0/ports?device_id=73c7d4dc-b7b8-476d-b422-f18fb9a36752 HTTP/1.1" status: 200 len: 210 time: 0.0396035 Jun 15 14:19:14.459311 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dc48cf-07c4-42a7-a1e6-9a26a57fc816 req-3fb7b1f3-e218-444f-a440-8cc63e7339fb tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:19:14.460663 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-41dc48cf-07c4-42a7-a1e6-9a26a57fc816 req-3fb7b1f3-e218-444f-a440-8cc63e7339fb tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5695f34-b49f-4a59-bbde-87ad2b51552b HTTP/1.1" status: 200 len: 943 time: 0.0682235 Jun 15 14:19:14.503917 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-41dc48cf-07c4-42a7-a1e6-9a26a57fc816 req-5609abd5-ef07-41ca-b66d-cb0b97dc20b5 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/security-groups?id=612cf761-1131-4a26-a654-49a8070b2d73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375416 Jun 15 14:19:14.904510 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a71ea23-150e-43b8-9762-cbaa776b7fc0 req-c685d240-778b-4f7e-8bbb-a0e89e31dffb tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:19:14.906155 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-3a71ea23-150e-43b8-9762-cbaa776b7fc0 req-c685d240-778b-4f7e-8bbb-a0e89e31dffb tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] 10.222.0.67 "GET /v2.0/networks?id=79511d5b-ed0b-4540-b9f0-f46055fc4b1b HTTP/1.1" status: 200 len: 813 time: 0.1333005 Jun 15 14:19:14.940353 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.v2.base [req-3a71ea23-150e-43b8-9762-cbaa776b7fc0 req-a425469a-c5fb-458c-9289-483e804571a6 tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] Request body: {'port': {'device_id': '73c7d4dc-b7b8-476d-b422-f18fb9a36752', 'network_id': '79511d5b-ed0b-4540-b9f0-f46055fc4b1b', 'admin_state_up': True, 'tenant_id': '0161a9f55a674a39a3828b87e7771a0d'}} {{(pid=91907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:19:15.007686 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-2c14589a-7131-4b1d-be57-f73ee4622f41 req-9a428925-57ca-4180-823c-490e3aa8478d tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] 10.222.0.26 "GET /v2.0/ports?device_id=73c7d4dc-b7b8-476d-b422-f18fb9a36752 HTTP/1.1" status: 200 len: 210 time: 0.0343840 Jun 15 14:19:15.090030 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a71ea23-150e-43b8-9762-cbaa776b7fc0 req-a425469a-c5fb-458c-9289-483e804571a6 tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] Made reservation on behalf of 0161a9f55a674a39a3828b87e7771a0d for: {'port': 1} {{(pid=91907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:19:15.093739 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-3a71ea23-150e-43b8-9762-cbaa776b7fc0 req-a425469a-c5fb-458c-9289-483e804571a6 tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-33170876'] for port, before_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:15.244461 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.db.db_base_plugin_common [req-3a71ea23-150e-43b8-9762-cbaa776b7fc0 req-a425469a-c5fb-458c-9289-483e804571a6 tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] Allocated IP 172.20.0.14 (79511d5b-ed0b-4540-b9f0-f46055fc4b1b/dedb6150-81f8-41e2-ab45-29aaebfb062d/b985f24c-174a-45f0-b16a-262a5ecc88a1) {{(pid=91907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:19:15.420200 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-3a71ea23-150e-43b8-9762-cbaa776b7fc0 req-a425469a-c5fb-458c-9289-483e804571a6 tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] Notify callbacks [] for port, precommit_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:15.459565 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-3a71ea23-150e-43b8-9762-cbaa776b7fc0 req-a425469a-c5fb-458c-9289-483e804571a6 tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33170815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-53808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781714044429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4061915'] for port, after_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:15.464057 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-61b080e3-2855-4f1b-bfab-ef2245bb5757 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:19:15.512242 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a71ea23-150e-43b8-9762-cbaa776b7fc0 req-a425469a-c5fb-458c-9289-483e804571a6 tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] Network 79511d5b-ed0b-4540-b9f0-f46055fc4b1b is already hosted by enough agents. {{(pid=91907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:19:15.518480 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.scheduler.base_scheduler [req-3a71ea23-150e-43b8-9762-cbaa776b7fc0 req-a425469a-c5fb-458c-9289-483e804571a6 tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] Resources bound (agent type, host, resource id): {{(pid=91907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:19:15.522294 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a71ea23-150e-43b8-9762-cbaa776b7fc0 req-a425469a-c5fb-458c-9289-483e804571a6 tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] Received port after_create {{(pid=91907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:19:15.556403 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a425469a-c5fb-458c-9289-483e804571a6 tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] Pushing event updated for resources: {'Port': ['ID=b985f24c-174a-45f0-b16a-262a5ecc88a1,revision_number=1']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:19:15.571813 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a425469a-c5fb-458c-9289-483e804571a6 tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:19:15.572192 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a425469a-c5fb-458c-9289-483e804571a6 tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:19:15.573100 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a425469a-c5fb-458c-9289-483e804571a6 tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:19:15.573460 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a425469a-c5fb-458c-9289-483e804571a6 tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:19:15.573855 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a425469a-c5fb-458c-9289-483e804571a6 tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:19:15.574213 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a425469a-c5fb-458c-9289-483e804571a6 tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:19:15.574565 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a425469a-c5fb-458c-9289-483e804571a6 tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:19:15.574943 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a425469a-c5fb-458c-9289-483e804571a6 tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:19:15.575301 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a425469a-c5fb-458c-9289-483e804571a6 tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:19:15.575646 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a425469a-c5fb-458c-9289-483e804571a6 tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:19:15.576005 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a425469a-c5fb-458c-9289-483e804571a6 tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:19:15.576342 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a425469a-c5fb-458c-9289-483e804571a6 tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:19:15.581595 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-a425469a-c5fb-458c-9289-483e804571a6 tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:19:15.596931 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a71ea23-150e-43b8-9762-cbaa776b7fc0 req-a425469a-c5fb-458c-9289-483e804571a6 tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:19:15.597541 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-3a71ea23-150e-43b8-9762-cbaa776b7fc0 req-a425469a-c5fb-458c-9289-483e804571a6 tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58954'] for port, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:15.611163 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-3a71ea23-150e-43b8-9762-cbaa776b7fc0 req-a425469a-c5fb-458c-9289-483e804571a6 tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6748497 Jun 15 14:19:15.636450 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.v2.base [req-3a71ea23-150e-43b8-9762-cbaa776b7fc0 req-a9c09f9c-aaba-4a71-abce-8cd1cd5a6d2a service neutron] Request body: {'port': {'device_id': '73c7d4dc-b7b8-476d-b422-f18fb9a36752', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79647'}} {{(pid=91907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:19:15.765611 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b387e319-659c-46c9-9ef0-958c72dfd6a1 req-9e4bccf4-a64c-470f-a482-4ccbdde9ce64 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:19:15.767279 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-b387e319-659c-46c9-9ef0-958c72dfd6a1 req-9e4bccf4-a64c-470f-a482-4ccbdde9ce64 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5695f34-b49f-4a59-bbde-87ad2b51552b HTTP/1.1" status: 200 len: 943 time: 0.1443098 Jun 15 14:19:15.768375 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-3a71ea23-150e-43b8-9762-cbaa776b7fc0 req-a9c09f9c-aaba-4a71-abce-8cd1cd5a6d2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:15.856337 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-b387e319-659c-46c9-9ef0-958c72dfd6a1 req-48d8f3ca-78d5-4f72-8f54-bc6c6450305c tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/security-groups?id=612cf761-1131-4a26-a654-49a8070b2d73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755129 Jun 15 14:19:16.110839 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.notifiers.nova [req-3a71ea23-150e-43b8-9762-cbaa776b7fc0 req-a9c09f9c-aaba-4a71-abce-8cd1cd5a6d2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b985f24c-174a-45f0-b16a-262a5ecc88a1 {{(pid=91907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:19:16.118259 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-3a71ea23-150e-43b8-9762-cbaa776b7fc0 req-a9c09f9c-aaba-4a71-abce-8cd1cd5a6d2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:16.160083 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.db.provisioning_blocks [req-3a71ea23-150e-43b8-9762-cbaa776b7fc0 req-a9c09f9c-aaba-4a71-abce-8cd1cd5a6d2a service neutron] Transition to ACTIVE for port object b985f24c-174a-45f0-b16a-262a5ecc88a1 will not be triggered until provisioned by entity L2. {{(pid=91907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:19:16.167047 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-3a71ea23-150e-43b8-9762-cbaa776b7fc0 req-a9c09f9c-aaba-4a71-abce-8cd1cd5a6d2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4061925'] for port, after_update {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:16.170056 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:19:16.524150 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c09f9c-aaba-4a71-abce-8cd1cd5a6d2a service neutron] Pushing event updated for resources: {'Port': ['ID=b985f24c-174a-45f0-b16a-262a5ecc88a1,revision_number=2']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:19:16.528007 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-a9c09f9c-aaba-4a71-abce-8cd1cd5a6d2a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:19:16.535745 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49820d4-8770-4ee8-a02e-f399a68bda16 req-aa929309-65f0-49a2-85fc-9ca6f6c33388 tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:19:16.537205 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-b49820d4-8770-4ee8-a02e-f399a68bda16 req-aa929309-65f0-49a2-85fc-9ca6f6c33388 tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] 10.222.0.26 "GET /v2.0/ports?device_id=73c7d4dc-b7b8-476d-b422-f18fb9a36752 HTTP/1.1" status: 200 len: 932 time: 0.4146395 Jun 15 14:19:16.639789 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-b49820d4-8770-4ee8-a02e-f399a68bda16 req-23bf0ac8-262d-49f5-b8d5-ad6133c4f7e2 tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] 10.222.0.26 "GET /v2.0/security-groups?id=26c81b0a-94da-4c47-a5d9-dfd483e72a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772369 Jun 15 14:19:16.655931 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.managers [req-3a71ea23-150e-43b8-9762-cbaa776b7fc0 req-a9c09f9c-aaba-4a71-abce-8cd1cd5a6d2a service neutron] Attempting to bind port b985f24c-174a-45f0-b16a-262a5ecc88a1 on host hv-cinder-79647 for vnic_type normal with profile {{(pid=91907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:19:16.656261 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.managers [req-3a71ea23-150e-43b8-9762-cbaa776b7fc0 req-a9c09f9c-aaba-4a71-abce-8cd1cd5a6d2a service neutron] Attempting to bind port b985f24c-174a-45f0-b16a-262a5ecc88a1 by drivers openvswitch,hyperv on host hv-cinder-79647 at level 0 using segments [{'id': 'c7cfb710-a97c-4e7b-ab8f-c7d608e0a9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '79511d5b-ed0b-4540-b9f0-f46055fc4b1b'}] {{(pid=91907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:19:16.656820 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a71ea23-150e-43b8-9762-cbaa776b7fc0 req-a9c09f9c-aaba-4a71-abce-8cd1cd5a6d2a service neutron] Attempting to bind port b985f24c-174a-45f0-b16a-262a5ecc88a1 on network 79511d5b-ed0b-4540-b9f0-f46055fc4b1b {{(pid=91907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:19:16.660958 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a71ea23-150e-43b8-9762-cbaa776b7fc0 req-a9c09f9c-aaba-4a71-abce-8cd1cd5a6d2a service neutron] Port b985f24c-174a-45f0-b16a-262a5ecc88a1 on network 79511d5b-ed0b-4540-b9f0-f46055fc4b1b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79647 {{(pid=91907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 14:19:16.661296 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a71ea23-150e-43b8-9762-cbaa776b7fc0 req-a9c09f9c-aaba-4a71-abce-8cd1cd5a6d2a service neutron] Attempting to bind port b985f24c-174a-45f0-b16a-262a5ecc88a1 on network 79511d5b-ed0b-4540-b9f0-f46055fc4b1b {{(pid=91907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:19:16.668000 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a71ea23-150e-43b8-9762-cbaa776b7fc0 req-a9c09f9c-aaba-4a71-abce-8cd1cd5a6d2a service neutron] Checking agent: {'id': 'ecd79229-812b-453e-8934-f3ab9293fb1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79647', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 10, 57), 'started_at': datetime.datetime(2021, 6, 15, 14, 10, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 18, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:19:16.668379 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a71ea23-150e-43b8-9762-cbaa776b7fc0 req-a9c09f9c-aaba-4a71-abce-8cd1cd5a6d2a service neutron] Checking segment: {'id': 'c7cfb710-a97c-4e7b-ab8f-c7d608e0a9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '79511d5b-ed0b-4540-b9f0-f46055fc4b1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:19:16.668760 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a71ea23-150e-43b8-9762-cbaa776b7fc0 req-a9c09f9c-aaba-4a71-abce-8cd1cd5a6d2a service neutron] Bound using segment: {'id': 'c7cfb710-a97c-4e7b-ab8f-c7d608e0a9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '79511d5b-ed0b-4540-b9f0-f46055fc4b1b'} {{(pid=91907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:19:16.669411 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.managers [req-3a71ea23-150e-43b8-9762-cbaa776b7fc0 req-a9c09f9c-aaba-4a71-abce-8cd1cd5a6d2a service neutron] Bound port: b985f24c-174a-45f0-b16a-262a5ecc88a1, host: hv-cinder-79647, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7cfb710-a97c-4e7b-ab8f-c7d608e0a9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '79511d5b-ed0b-4540-b9f0-f46055fc4b1b'}}] {{(pid=91907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:19:16.669733 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-3a71ea23-150e-43b8-9762-cbaa776b7fc0 req-a9c09f9c-aaba-4a71-abce-8cd1cd5a6d2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:16.737534 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Device 06b54a84-8be5-454d-8dcb-d399ccc4fff3 details requested by agent hyperv_hv-cinder-79647 with host hv-cinder-79647 {{(pid=91909) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 14:19:16.749989 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.db [req-3a71ea23-150e-43b8-9762-cbaa776b7fc0 req-a9c09f9c-aaba-4a71-abce-8cd1cd5a6d2a service neutron] For port b985f24c-174a-45f0-b16a-262a5ecc88a1, host hv-cinder-79647, cleared binding levels {{(pid=91907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:19:16.753677 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.db [req-3a71ea23-150e-43b8-9762-cbaa776b7fc0 req-a9c09f9c-aaba-4a71-abce-8cd1cd5a6d2a service neutron] For port b985f24c-174a-45f0-b16a-262a5ecc88a1, host hv-cinder-79647, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79647',level=0,port_id=b985f24c-174a-45f0-b16a-262a5ecc88a1,segment=NetworkSegment(c7cfb710-a97c-4e7b-ab8f-c7d608e0a9ac),segment_id=c7cfb710-a97c-4e7b-ab8f-c7d608e0a9ac)] {{(pid=91907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:19:16.758345 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-3a71ea23-150e-43b8-9762-cbaa776b7fc0 req-a9c09f9c-aaba-4a71-abce-8cd1cd5a6d2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4061925'] for port, after_update {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:16.762589 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-2ac592b8-33c5-4b21-b566-1c15961fb339 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:19:16.801635 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a71ea23-150e-43b8-9762-cbaa776b7fc0 req-a9c09f9c-aaba-4a71-abce-8cd1cd5a6d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:19:16.802243 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-3a71ea23-150e-43b8-9762-cbaa776b7fc0 req-a9c09f9c-aaba-4a71-abce-8cd1cd5a6d2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58954'] for port, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:16.803633 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-3a71ea23-150e-43b8-9762-cbaa776b7fc0 req-a9c09f9c-aaba-4a71-abce-8cd1cd5a6d2a service neutron] 10.222.0.67 "PUT /v2.0/ports/b985f24c-174a-45f0-b16a-262a5ecc88a1 HTTP/1.1" status: 200 len: 1094 time: 1.1715567 Jun 15 14:19:16.804134 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73c7d4dc-b7b8-476d-b422-f18fb9a36752', 'tag': 'b985f24c-174a-45f0-b16a-262a5ecc88a1'}] {{(pid=91907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:19:16.806441 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24467d57c8f568e2e16d95ba24031d6b60035fd708ad429d2e8baac5a477cd4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1968397-cbf1-4c93-8863-b7ee1fbb682b" -d '{"events": [{"name": "network-changed", "server_uuid": "73c7d4dc-b7b8-476d-b422-f18fb9a36752", "tag": "b985f24c-174a-45f0-b16a-262a5ecc88a1"}]}' {{(pid=91907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:19:16.842235 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c09f9c-aaba-4a71-abce-8cd1cd5a6d2a service neutron] Pushing event updated for resources: {'Port': ['ID=b985f24c-174a-45f0-b16a-262a5ecc88a1,revision_number=3']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:19:16.845721 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-a9c09f9c-aaba-4a71-abce-8cd1cd5a6d2a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:19:16.872291 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] For port 06b54a84-8be5-454d-8dcb-d399ccc4fff3, host hv-cinder-79647, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79647',level=0,port_id=06b54a84-8be5-454d-8dcb-d399ccc4fff3,segment=NetworkSegment(29cbf6bd-3703-449c-90e3-2d0016356068),segment_id=29cbf6bd-3703-449c-90e3-2d0016356068)] {{(pid=91909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:19:16.886454 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Returning: {'device': '06b54a84-8be5-454d-8dcb-d399ccc4fff3', 'network_id': '610d1d9e-6798-4665-ba11-cd870fb10064', 'port_id': '06b54a84-8be5-454d-8dcb-d399ccc4fff3', 'mac_address': 'fa:16:3e:b1:27:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 888, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2014c6aa-f72d-434e-8835-9ccc29766f9a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91909) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 14:19:16.932936 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:16.933247 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a71ea23-150e-43b8-9762-cbaa776b7fc0 req-89c36922-77a1-4a00-b41f-fab410294e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:19:16.935270 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-3a71ea23-150e-43b8-9762-cbaa776b7fc0 req-89c36922-77a1-4a00-b41f-fab410294e1a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0161a9f55a674a39a3828b87e7771a0d&device_id=73c7d4dc-b7b8-476d-b422-f18fb9a36752 HTTP/1.1" status: 200 len: 1097 time: 0.0681481 Jun 15 14:19:16.949049 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.notifiers.nova [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06b54a84-8be5-454d-8dcb-d399ccc4fff3 {{(pid=91909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:19:16.972328 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] For port 06b54a84-8be5-454d-8dcb-d399ccc4fff3, host hv-cinder-79647, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79647',level=0,port_id=06b54a84-8be5-454d-8dcb-d399ccc4fff3,segment=NetworkSegment(29cbf6bd-3703-449c-90e3-2d0016356068),segment_id=29cbf6bd-3703-449c-90e3-2d0016356068)] {{(pid=91909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:19:16.980209 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492'] for port, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:16.982742 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:19:17.010710 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 14:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cd46d1d-e080-4b7e-a6a6-af16eaf95c2d x-openstack-request-id: req-7cd46d1d-e080-4b7e-a6a6-af16eaf95c2d {{(pid=91907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:19:17.011047 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73c7d4dc-b7b8-476d-b422-f18fb9a36752", "tag": "b985f24c-174a-45f0-b16a-262a5ecc88a1", "status": "completed", "code": 200}]} {{(pid=91907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:19:17.011330 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7cd46d1d-e080-4b7e-a6a6-af16eaf95c2d {{(pid=91907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:19:17.011738 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73c7d4dc-b7b8-476d-b422-f18fb9a36752', 'tag': 'b985f24c-174a-45f0-b16a-262a5ecc88a1', 'status': 'completed', 'code': 200} Jun 15 14:19:17.014023 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-3a71ea23-150e-43b8-9762-cbaa776b7fc0 req-67446aa0-9c38-4073-9379-d949c9beb048 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b985f24c-174a-45f0-b16a-262a5ecc88a1 HTTP/1.1" status: 200 len: 217 time: 0.0622377 Jun 15 14:19:17.046224 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Pushing event updated for resources: {'Port': ['ID=06b54a84-8be5-454d-8dcb-d399ccc4fff3,revision_number=9']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:19:17.049368 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:19:17.112759 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a71ea23-150e-43b8-9762-cbaa776b7fc0 req-196852e4-31ca-48ae-9c92-9b5900f07877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:19:17.114096 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-3a71ea23-150e-43b8-9762-cbaa776b7fc0 req-196852e4-31ca-48ae-9c92-9b5900f07877 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dedb6150-81f8-41e2-ab45-29aaebfb062d HTTP/1.1" status: 200 len: 853 time: 0.0663381 Jun 15 14:19:17.137598 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbd698e-c463-4ec8-8f08-152e6abba8bc req-49c43664-451f-4129-8d32-d1adcdcb5f93 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:19:17.139037 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-9dbd698e-c463-4ec8-8f08-152e6abba8bc req-49c43664-451f-4129-8d32-d1adcdcb5f93 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5695f34-b49f-4a59-bbde-87ad2b51552b HTTP/1.1" status: 200 len: 944 time: 0.1308792 Jun 15 14:19:17.164443 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-3a71ea23-150e-43b8-9762-cbaa776b7fc0 req-0fdc15d3-c791-46a6-96eb-71f196cc38e7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=79511d5b-ed0b-4540-b9f0-f46055fc4b1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422201 Jun 15 14:19:17.238003 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-9dbd698e-c463-4ec8-8f08-152e6abba8bc req-38bf93c2-2132-41d3-8410-1396e7d969dd tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/security-groups?id=612cf761-1131-4a26-a654-49a8070b2d73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734513 Jun 15 14:19:17.311401 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-3a71ea23-150e-43b8-9762-cbaa776b7fc0 req-aaa71208-a7c3-4d5f-999d-a1e33d4bb817 service neutron] 10.222.0.67 "GET /v2.0/networks/79511d5b-ed0b-4540-b9f0-f46055fc4b1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401463 Jun 15 14:19:17.348669 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] get_ports_and_sgs() called for port_ids ['06b54a84-8be5-454d-8dcb-d399ccc4fff3'] {{(pid=91909) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:19:17.437899 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-3a71ea23-150e-43b8-9762-cbaa776b7fc0 req-fdd3c293-4177-4624-afd3-554db03073cd service neutron] 10.222.0.67 "GET /v2.0/networks/79511d5b-ed0b-4540-b9f0-f46055fc4b1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184106 Jun 15 14:19:17.607468 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1968397-cbf1-4c93-8863-b7ee1fbb682b req-0cc2b726-bc7e-4e8e-bd9c-fce261c1197c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:19:17.608930 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-c1968397-cbf1-4c93-8863-b7ee1fbb682b req-0cc2b726-bc7e-4e8e-bd9c-fce261c1197c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0161a9f55a674a39a3828b87e7771a0d&device_id=73c7d4dc-b7b8-476d-b422-f18fb9a36752 HTTP/1.1" status: 200 len: 1097 time: 0.0579751 Jun 15 14:19:17.725094 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1968397-cbf1-4c93-8863-b7ee1fbb682b req-0ada728d-d526-4d95-a8e4-ad648a9fa34e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:19:17.726377 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-c1968397-cbf1-4c93-8863-b7ee1fbb682b req-0ada728d-d526-4d95-a8e4-ad648a9fa34e service neutron] 10.222.0.67 "GET /v2.0/networks?id=79511d5b-ed0b-4540-b9f0-f46055fc4b1b HTTP/1.1" status: 200 len: 914 time: 0.1100342 Jun 15 14:19:17.792680 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-c1968397-cbf1-4c93-8863-b7ee1fbb682b req-ccf7effa-8fc3-49e2-8a3e-e9e6c2178751 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b985f24c-174a-45f0-b16a-262a5ecc88a1 HTTP/1.1" status: 200 len: 217 time: 0.0522640 Jun 15 14:19:17.837850 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230fcd5f-8316-4e28-a8ba-8cadf9d9fa7e req-50186886-a196-42d9-98eb-7a7cf9292736 tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:19:17.839419 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-230fcd5f-8316-4e28-a8ba-8cadf9d9fa7e req-50186886-a196-42d9-98eb-7a7cf9292736 tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] 10.222.0.26 "GET /v2.0/ports?device_id=73c7d4dc-b7b8-476d-b422-f18fb9a36752 HTTP/1.1" status: 200 len: 944 time: 0.0787461 Jun 15 14:19:17.850326 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1968397-cbf1-4c93-8863-b7ee1fbb682b req-5bd8822f-fd49-410b-9694-acd28f17227e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:19:17.851771 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-c1968397-cbf1-4c93-8863-b7ee1fbb682b req-5bd8822f-fd49-410b-9694-acd28f17227e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dedb6150-81f8-41e2-ab45-29aaebfb062d HTTP/1.1" status: 200 len: 853 time: 0.0517302 Jun 15 14:19:17.885158 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-230fcd5f-8316-4e28-a8ba-8cadf9d9fa7e req-b4eac26d-266a-45a6-96cf-b8a7b6585500 tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] 10.222.0.26 "GET /v2.0/security-groups?id=26c81b0a-94da-4c47-a5d9-dfd483e72a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399139 Jun 15 14:19:17.893054 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-c1968397-cbf1-4c93-8863-b7ee1fbb682b req-7bc571ba-fec0-4f28-9c1c-40de7dac4a5f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=79511d5b-ed0b-4540-b9f0-f46055fc4b1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312781 Jun 15 14:19:18.008582 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-c1968397-cbf1-4c93-8863-b7ee1fbb682b req-098d3f46-8c8f-4a81-a494-eff34eba7237 service neutron] 10.222.0.67 "GET /v2.0/networks/79511d5b-ed0b-4540-b9f0-f46055fc4b1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078053 Jun 15 14:19:18.057345 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-09339605-ec6e-4f50-8114-e12203e880da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:18.126908 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-c1968397-cbf1-4c93-8863-b7ee1fbb682b req-9ded076e-64e9-4dec-9a97-f499edee2d52 service neutron] 10.222.0.67 "GET /v2.0/networks/79511d5b-ed0b-4540-b9f0-f46055fc4b1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088707 Jun 15 14:19:18.422556 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a188b2-6132-47fd-a5c0-a9137c997dcf req-a17986a9-b049-4e80-8bbe-37dc8cd10c85 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:19:18.424058 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-86a188b2-6132-47fd-a5c0-a9137c997dcf req-a17986a9-b049-4e80-8bbe-37dc8cd10c85 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5695f34-b49f-4a59-bbde-87ad2b51552b HTTP/1.1" status: 200 len: 944 time: 0.0686448 Jun 15 14:19:18.471180 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-86a188b2-6132-47fd-a5c0-a9137c997dcf req-3920e3f0-843a-4053-bc35-ed8996eae5ed tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/security-groups?id=612cf761-1131-4a26-a654-49a8070b2d73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411875 Jun 15 14:19:18.735283 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Device 06b54a84-8be5-454d-8dcb-d399ccc4fff3 up at agent hyperv_hv-cinder-79647 {{(pid=91909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:19:18.790230 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Provisioning complete for port 06b54a84-8be5-454d-8dcb-d399ccc4fff3 triggered by entity L2. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:19:18.790611 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897510'] for port, provisioning_complete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:18.997922 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:19.024185 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5695f34-b49f-4a59-bbde-87ad2b51552b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06b54a84-8be5-454d-8dcb-d399ccc4fff3'}] {{(pid=91909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:19:19.027022 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}018986bfbd05ca611dd30af7db176f5a3185891675ab09d2ffafe9409078adde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-119042fa-47e4-4017-a095-97666e812770" -d '{"events": [{"server_uuid": "d5695f34-b49f-4a59-bbde-87ad2b51552b", "name": "network-vif-plugged", "status": "completed", "tag": "06b54a84-8be5-454d-8dcb-d399ccc4fff3"}]}' {{(pid=91909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:19:19.041002 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] For port 06b54a84-8be5-454d-8dcb-d399ccc4fff3, host hv-cinder-79647, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79647',level=0,port_id=06b54a84-8be5-454d-8dcb-d399ccc4fff3,segment=NetworkSegment(29cbf6bd-3703-449c-90e3-2d0016356068),segment_id=29cbf6bd-3703-449c-90e3-2d0016356068)] {{(pid=91909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:19:19.045247 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492'] for port, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:19.048246 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-16d2ee07-ed09-4a98-85d3-332eb2d0985c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:19:19.073102 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35abdaba-e0f9-482e-8bfc-14ada996463a req-e6c21750-2106-4b8c-ae47-70bd51cb5364 tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:19:19.074598 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-35abdaba-e0f9-482e-8bfc-14ada996463a req-e6c21750-2106-4b8c-ae47-70bd51cb5364 tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] 10.222.0.26 "GET /v2.0/ports?device_id=73c7d4dc-b7b8-476d-b422-f18fb9a36752 HTTP/1.1" status: 200 len: 944 time: 0.0744336 Jun 15 14:19:19.079132 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58dad11a-8d5b-4d13-8011-741aeb89134c x-openstack-request-id: req-58dad11a-8d5b-4d13-8011-741aeb89134c {{(pid=91909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:19:19.079580 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5695f34-b49f-4a59-bbde-87ad2b51552b", "name": "network-vif-plugged", "status": "completed", "tag": "06b54a84-8be5-454d-8dcb-d399ccc4fff3", "code": 200}]} {{(pid=91909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:19:19.079694 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-58dad11a-8d5b-4d13-8011-741aeb89134c {{(pid=91909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:19:19.080026 dv-cinder-796471-1-iscsi neutron-server[91909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5695f34-b49f-4a59-bbde-87ad2b51552b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06b54a84-8be5-454d-8dcb-d399ccc4fff3', 'code': 200} Jun 15 14:19:19.111012 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Pushing event updated for resources: {'Port': ['ID=06b54a84-8be5-454d-8dcb-d399ccc4fff3,revision_number=10']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:19:19.114024 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:19:19.117458 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-35abdaba-e0f9-482e-8bfc-14ada996463a req-cbe8f035-6ccb-436f-86bd-f5bcce9201d9 tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] 10.222.0.26 "GET /v2.0/security-groups?id=26c81b0a-94da-4c47-a5d9-dfd483e72a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370104 Jun 15 14:19:19.328749 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a703f4e2-0f64-495d-802f-0c0738570028 req-44f1785e-5741-4495-87d6-a229030596d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:19:19.330252 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-a703f4e2-0f64-495d-802f-0c0738570028 req-44f1785e-5741-4495-87d6-a229030596d7 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d5695f34-b49f-4a59-bbde-87ad2b51552b HTTP/1.1" status: 200 len: 1099 time: 0.0610094 Jun 15 14:19:19.368889 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-a703f4e2-0f64-495d-802f-0c0738570028 req-26f50c37-02d6-4ab0-bdda-b6a030842bdd service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=612cf761-1131-4a26-a654-49a8070b2d73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314546 Jun 15 14:19:19.654709 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f00f18b-8b96-4ead-a578-05a7d7803deb req-9bf39bc9-599c-41a8-8816-3d46704f2338 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:19:19.656175 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-4f00f18b-8b96-4ead-a578-05a7d7803deb req-9bf39bc9-599c-41a8-8816-3d46704f2338 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5695f34-b49f-4a59-bbde-87ad2b51552b HTTP/1.1" status: 200 len: 946 time: 0.0689437 Jun 15 14:19:19.696316 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-4f00f18b-8b96-4ead-a578-05a7d7803deb req-12af849f-4417-4874-8198-e5b2db8ec4c8 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/security-groups?id=612cf761-1131-4a26-a654-49a8070b2d73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344377 Jun 15 14:19:20.300506 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7078d20a-0a1e-41f4-a825-3757a61eb087 req-bc2582f5-e76f-46c9-a258-fec2962708fb tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:19:20.301946 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-7078d20a-0a1e-41f4-a825-3757a61eb087 req-bc2582f5-e76f-46c9-a258-fec2962708fb tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] 10.222.0.26 "GET /v2.0/ports?device_id=73c7d4dc-b7b8-476d-b422-f18fb9a36752 HTTP/1.1" status: 200 len: 944 time: 0.0712051 Jun 15 14:19:20.345684 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-7078d20a-0a1e-41f4-a825-3757a61eb087 req-73b02d37-cff5-4ef8-965c-ee3a21f0a8f7 tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] 10.222.0.26 "GET /v2.0/security-groups?id=26c81b0a-94da-4c47-a5d9-dfd483e72a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376513 Jun 15 14:19:20.683649 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:20.758303 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Device b985f24c-174a-45f0-b16a-262a5ecc88a1 details requested by agent hyperv_hv-cinder-79647 with host hv-cinder-79647 {{(pid=91909) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 14:19:20.890481 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] For port b985f24c-174a-45f0-b16a-262a5ecc88a1, host hv-cinder-79647, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79647',level=0,port_id=b985f24c-174a-45f0-b16a-262a5ecc88a1,segment=NetworkSegment(c7cfb710-a97c-4e7b-ab8f-c7d608e0a9ac),segment_id=c7cfb710-a97c-4e7b-ab8f-c7d608e0a9ac)] {{(pid=91909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:19:20.901094 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70792c9-a583-4cdf-be00-11541dfb08cd req-e804b27a-beb5-40e9-bb07-cf06afd6ecc2 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:19:20.902643 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-d70792c9-a583-4cdf-be00-11541dfb08cd req-e804b27a-beb5-40e9-bb07-cf06afd6ecc2 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5695f34-b49f-4a59-bbde-87ad2b51552b HTTP/1.1" status: 200 len: 946 time: 0.0852416 Jun 15 14:19:20.923828 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Returning: {'device': 'b985f24c-174a-45f0-b16a-262a5ecc88a1', 'network_id': '79511d5b-ed0b-4540-b9f0-f46055fc4b1b', 'port_id': 'b985f24c-174a-45f0-b16a-262a5ecc88a1', 'mac_address': 'fa:16:3e:31:11:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 859, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dedb6150-81f8-41e2-ab45-29aaebfb062d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91909) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 14:19:20.932716 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-51828d6a-95d3-4112-bec4-c784eed950fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:20.956974 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-d70792c9-a583-4cdf-be00-11541dfb08cd req-409a5df8-a446-4d9f-b130-e5980605e4c1 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/security-groups?id=612cf761-1131-4a26-a654-49a8070b2d73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460443 Jun 15 14:19:20.981572 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:20.997644 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.notifiers.nova [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b985f24c-174a-45f0-b16a-262a5ecc88a1 {{(pid=91909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:19:21.019089 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] For port b985f24c-174a-45f0-b16a-262a5ecc88a1, host hv-cinder-79647, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79647',level=0,port_id=b985f24c-174a-45f0-b16a-262a5ecc88a1,segment=NetworkSegment(c7cfb710-a97c-4e7b-ab8f-c7d608e0a9ac),segment_id=c7cfb710-a97c-4e7b-ab8f-c7d608e0a9ac)] {{(pid=91909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:19:21.024801 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492'] for port, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:21.028260 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:19:21.084745 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Pushing event updated for resources: {'Port': ['ID=b985f24c-174a-45f0-b16a-262a5ecc88a1,revision_number=4']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:19:21.092024 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:19:21.092429 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:19:21.092760 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:19:21.093051 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:19:21.093380 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:19:21.093785 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:19:21.094033 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:19:21.094358 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:19:21.094678 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:19:21.095024 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:19:21.095476 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:19:21.095798 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:19:21.099632 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:19:21.383040 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] get_ports_and_sgs() called for port_ids ['b985f24c-174a-45f0-b16a-262a5ecc88a1'] {{(pid=91909) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:19:21.551437 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2dc4a7-3243-4e5c-badd-df48073e255d req-7ef224bb-0b4a-49e2-9d87-3f9f27a0cc68 tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:19:21.552916 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-4f2dc4a7-3243-4e5c-badd-df48073e255d req-7ef224bb-0b4a-49e2-9d87-3f9f27a0cc68 tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] 10.222.0.26 "GET /v2.0/ports?device_id=73c7d4dc-b7b8-476d-b422-f18fb9a36752 HTTP/1.1" status: 200 len: 945 time: 0.0743983 Jun 15 14:19:21.597213 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-4f2dc4a7-3243-4e5c-badd-df48073e255d req-04372307-310e-447a-b180-15f69783fd98 tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] 10.222.0.26 "GET /v2.0/security-groups?id=26c81b0a-94da-4c47-a5d9-dfd483e72a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364945 Jun 15 14:19:21.785269 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-a2325736-757f-4788-9f3d-6fe831cb64a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:22.155658 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18322da2-8500-44cf-951d-a33b128901ab req-5e69cb50-5ed6-45a3-95be-76aa27bf1e44 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:19:22.157130 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-18322da2-8500-44cf-951d-a33b128901ab req-5e69cb50-5ed6-45a3-95be-76aa27bf1e44 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5695f34-b49f-4a59-bbde-87ad2b51552b HTTP/1.1" status: 200 len: 946 time: 0.0683563 Jun 15 14:19:22.198312 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-18322da2-8500-44cf-951d-a33b128901ab req-bbe0a0d0-eb7d-40ed-b197-0eae17746541 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/security-groups?id=612cf761-1131-4a26-a654-49a8070b2d73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353880 Jun 15 14:19:22.772834 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Device b985f24c-174a-45f0-b16a-262a5ecc88a1 up at agent hyperv_hv-cinder-79647 {{(pid=91909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:19:22.784282 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4140c7eb-60a8-4c27-a42a-bd8eef798a0c req-af395ef2-4803-4b3c-95e7-405816af2294 tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:19:22.786609 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-4140c7eb-60a8-4c27-a42a-bd8eef798a0c req-af395ef2-4803-4b3c-95e7-405816af2294 tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] 10.222.0.26 "GET /v2.0/ports?device_id=73c7d4dc-b7b8-476d-b422-f18fb9a36752 HTTP/1.1" status: 200 len: 945 time: 0.0726736 Jun 15 14:19:22.832715 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Provisioning for port b985f24c-174a-45f0-b16a-262a5ecc88a1 completed by entity L2. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:19:22.833300 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff5e39b-3954-44f0-b358-b79816752dc8 req-e3cc8b25-cd2b-48e4-8b97-94ef84e90901 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:19:22.836984 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-4140c7eb-60a8-4c27-a42a-bd8eef798a0c req-6d56cd2a-6c3a-4729-b446-58134f6ede37 tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] 10.222.0.26 "GET /v2.0/security-groups?id=26c81b0a-94da-4c47-a5d9-dfd483e72a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442467 Jun 15 14:19:22.838923 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Provisioning complete for port b985f24c-174a-45f0-b16a-262a5ecc88a1 triggered by entity L2. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:19:22.839341 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-3ff5e39b-3954-44f0-b358-b79816752dc8 req-e3cc8b25-cd2b-48e4-8b97-94ef84e90901 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] 10.222.0.26 "GET /v2.0/ports?device_id=31dc7157-8256-403d-9629-9d226d2363cf HTTP/1.1" status: 200 len: 946 time: 0.0865641 Jun 15 14:19:22.839683 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897510'] for port, provisioning_complete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:22.884359 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-3ff5e39b-3954-44f0-b358-b79816752dc8 req-fe61b206-95e8-43e5-8e35-6ee9b4536a32 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] 10.222.0.26 "GET /v2.0/security-groups?id=71e0047f-f5f5-4bfe-9edd-64cb2daf8f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432286 Jun 15 14:19:22.912782 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 38894) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:19:22.937240 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:22.965100 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73c7d4dc-b7b8-476d-b422-f18fb9a36752', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b985f24c-174a-45f0-b16a-262a5ecc88a1'}] {{(pid=91909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:19:22.967555 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}018986bfbd05ca611dd30af7db176f5a3185891675ab09d2ffafe9409078adde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2abee75e-712d-4de5-986d-74a413f092a9" -d '{"events": [{"server_uuid": "73c7d4dc-b7b8-476d-b422-f18fb9a36752", "name": "network-vif-plugged", "status": "completed", "tag": "b985f24c-174a-45f0-b16a-262a5ecc88a1"}]}' {{(pid=91909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:19:22.981991 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] For port b985f24c-174a-45f0-b16a-262a5ecc88a1, host hv-cinder-79647, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79647',level=0,port_id=b985f24c-174a-45f0-b16a-262a5ecc88a1,segment=NetworkSegment(c7cfb710-a97c-4e7b-ab8f-c7d608e0a9ac),segment_id=c7cfb710-a97c-4e7b-ab8f-c7d608e0a9ac)] {{(pid=91909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:19:22.987644 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492'] for port, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:22.989805 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:19:23.028004 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55b21ea2-ea36-4b29-8696-175b4e814010 x-openstack-request-id: req-55b21ea2-ea36-4b29-8696-175b4e814010 {{(pid=91909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:19:23.028206 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73c7d4dc-b7b8-476d-b422-f18fb9a36752", "name": "network-vif-plugged", "status": "completed", "tag": "b985f24c-174a-45f0-b16a-262a5ecc88a1", "code": 200}]} {{(pid=91909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:19:23.028464 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-55b21ea2-ea36-4b29-8696-175b4e814010 {{(pid=91909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:19:23.028878 dv-cinder-796471-1-iscsi neutron-server[91909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73c7d4dc-b7b8-476d-b422-f18fb9a36752', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b985f24c-174a-45f0-b16a-262a5ecc88a1', 'code': 200} Jun 15 14:19:23.057537 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Pushing event updated for resources: {'Port': ['ID=b985f24c-174a-45f0-b16a-262a5ecc88a1,revision_number=5']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:19:23.060704 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:19:23.093434 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff3116d-78f8-4ec8-aa2e-429b7c8067a3 tempest-TestMinimumBasicScenario-209451562 tempest-TestMinimumBasicScenario-209451562-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:19:23.094952 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-7ff3116d-78f8-4ec8-aa2e-429b7c8067a3 tempest-TestMinimumBasicScenario-209451562 tempest-TestMinimumBasicScenario-209451562-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=31dc7157-8256-403d-9629-9d226d2363cf HTTP/1.1" status: 200 len: 1094 time: 0.1810687 Jun 15 14:19:23.098121 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 38904) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:19:23.102903 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.v2.base [None req-4789487a-d3cc-4b5a-982d-5673c69bcd29 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Request body: {'floatingip': {'floating_network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'port_id': 'dc9abd9d-d9c7-48a1-8c33-5d8b0bd8eecb', 'tenant_id': 'bdbc49f82db24b3887142e44b8029698', 'fixed_ip_address': '172.20.0.13'}} {{(pid=91906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:19:23.124226 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-4789487a-d3cc-4b5a-982d-5673c69bcd29 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Notify callbacks [] for floatingip, before_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:23.261581 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-4789487a-d3cc-4b5a-982d-5673c69bcd29 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-33170876'] for port, before_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:23.313709 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52ec398-4486-4fb9-a5d3-2b5f7b65ce1a req-d42423b0-b2b8-45c1-8a57-dd9b1f55ff05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:19:23.316068 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-d52ec398-4486-4fb9-a5d3-2b5f7b65ce1a req-d42423b0-b2b8-45c1-8a57-dd9b1f55ff05 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=73c7d4dc-b7b8-476d-b422-f18fb9a36752 HTTP/1.1" status: 200 len: 1099 time: 0.0611813 Jun 15 14:19:23.355793 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-d52ec398-4486-4fb9-a5d3-2b5f7b65ce1a req-2f70a849-672a-4660-9645-b9ef8ce0a1d9 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=26c81b0a-94da-4c47-a5d9-dfd483e72a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317936 Jun 15 14:19:23.391344 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.db.db_base_plugin_common [None req-4789487a-d3cc-4b5a-982d-5673c69bcd29 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Allocated IP 172.27.1.83 (962d46ed-056a-473f-b9cc-450bda4e3641/a342ae99-1675-4821-852d-5dc3e7213bc2/fbdc60fc-8dd0-416d-be02-38dd702c2218) {{(pid=91906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:19:23.426306 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-987cb3c8-732e-4ef7-aae2-903816ba9880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:23.530307 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-4789487a-d3cc-4b5a-982d-5673c69bcd29 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Notify callbacks [] for port, precommit_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:23.569358 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-4789487a-d3cc-4b5a-982d-5673c69bcd29 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33170815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-53808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781714044429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3410907'] for port, after_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:23.571991 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-2d63fcf3-88b6-434d-83c0-b912215fabec tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:19:23.621710 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4789487a-d3cc-4b5a-982d-5673c69bcd29 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Network 962d46ed-056a-473f-b9cc-450bda4e3641 is already hosted by enough agents. {{(pid=91906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:19:23.624558 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.scheduler.base_scheduler [None req-4789487a-d3cc-4b5a-982d-5673c69bcd29 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Resources bound (agent type, host, resource id): {{(pid=91906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:19:23.628878 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4789487a-d3cc-4b5a-982d-5673c69bcd29 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Received port after_create {{(pid=91906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:19:23.631965 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4789487a-d3cc-4b5a-982d-5673c69bcd29 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Pushing event updated for resources: {'Port': ['ID=fbdc60fc-8dd0-416d-be02-38dd702c2218,revision_number=1']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:19:23.657221 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-4789487a-d3cc-4b5a-982d-5673c69bcd29 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:19:24.024263 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911b0694-1158-44bd-b696-72784b1de7b4 req-5edfdaae-f29b-4f64-90b5-d53fc4172b8a tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:19:24.026233 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-911b0694-1158-44bd-b696-72784b1de7b4 req-5edfdaae-f29b-4f64-90b5-d53fc4172b8a tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] 10.222.0.26 "GET /v2.0/ports?device_id=73c7d4dc-b7b8-476d-b422-f18fb9a36752 HTTP/1.1" status: 200 len: 946 time: 0.0741341 Jun 15 14:19:24.068847 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-911b0694-1158-44bd-b696-72784b1de7b4 req-bd56051b-6a36-4650-80d4-f7e911b00583 tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] 10.222.0.26 "GET /v2.0/security-groups?id=26c81b0a-94da-4c47-a5d9-dfd483e72a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367923 Jun 15 14:19:24.084281 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-4789487a-d3cc-4b5a-982d-5673c69bcd29 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:24.173176 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-4789487a-d3cc-4b5a-982d-5673c69bcd29 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:24.352727 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-4789487a-d3cc-4b5a-982d-5673c69bcd29 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Notify callbacks [] for port, precommit_update {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:24.357156 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-4789487a-d3cc-4b5a-982d-5673c69bcd29 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3410917'] for port, after_update {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:24.360097 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-e09af07d-5dff-4caf-8040-2478456532df service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:19:24.441280 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4789487a-d3cc-4b5a-982d-5673c69bcd29 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Pushing event updated for resources: {'Port': ['ID=fbdc60fc-8dd0-416d-be02-38dd702c2218,revision_number=2']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:19:24.445146 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-4789487a-d3cc-4b5a-982d-5673c69bcd29 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:19:24.460852 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-4789487a-d3cc-4b5a-982d-5673c69bcd29 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667260'] for floatingip, after_update {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:24.599019 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.db.l3_db [None req-4789487a-d3cc-4b5a-982d-5673c69bcd29 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Floating IP 1e139bab-a4bc-4d82-8ae3-62e377aac980 associated. External IP: 172.27.1.83, port: dc9abd9d-d9c7-48a1-8c33-5d8b0bd8eecb. Jun 15 14:19:24.893785 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4789487a-d3cc-4b5a-982d-5673c69bcd29 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Router 1e8a65a5-d09a-4b25-9517-9c6cef50beb3 has already been hosted by L3 agent 7c0fcfb6-ee6c-4f84-9204-f4cc96555f34 {{(pid=91906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:19:25.035533 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4789487a-d3cc-4b5a-982d-5673c69bcd29 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Notify agent at l3_agent.dv-cinder-796471-1-iscsi the message routers_updated {{(pid=91906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:19:25.045282 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a263d315-0515-40b7-9629-12c59c896071 None None] Sync routers for ids ['1e8a65a5-d09a-4b25-9517-9c6cef50beb3'] in dv-cinder-796471-1-iscsi {{(pid=91909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:19:25.052569 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-4789487a-d3cc-4b5a-982d-5673c69bcd29 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58954'] for floatingip, before_response {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:25.056038 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a263d315-0515-40b7-9629-12c59c896071 None None] Routers {'1e8a65a5-d09a-4b25-9517-9c6cef50beb3'} bound to L3 agent in host dv-cinder-796471-1-iscsi {{(pid=91909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:19:25.057292 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_hamode_db [None req-a263d315-0515-40b7-9629-12c59c896071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796471-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-15T14:04:51Z,description=,heartbeat_timestamp=2021-06-15T14:19:21Z,host='dv-cinder-796471-1-iscsi',id=7c0fcfb6-ee6c-4f84-9204-f4cc96555f34,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:04:51Z,topic='l3_agent')) {'router_ids': ['1e8a65a5-d09a-4b25-9517-9c6cef50beb3'], 'active': True} {{(pid=91909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:19:25.099698 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-4789487a-d3cc-4b5a-982d-5673c69bcd29 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9979367 Jun 15 14:19:25.099698 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31dc7157-8256-403d-9629-9d226d2363cf', 'tag': 'dc9abd9d-d9c7-48a1-8c33-5d8b0bd8eecb'}] {{(pid=91906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:19:25.100821 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 38920) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:19:25.105018 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6e08b2e8a943f90b978338aafac4b6863d86ad6c280d3789afb6c36825669ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-836791ac-7a8a-4532-b3cc-e04e3235c29d" -d '{"events": [{"name": "network-changed", "server_uuid": "31dc7157-8256-403d-9629-9d226d2363cf", "tag": "dc9abd9d-d9c7-48a1-8c33-5d8b0bd8eecb"}]}' {{(pid=91906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:19:25.105251 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.v2.base [None req-6b4c5a87-306c-410d-a462-dfc49f7f6336 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-951568801', 'description': 'tempest-secgroup-smoke-951568801 description', 'project_id': 'bdbc49f82db24b3887142e44b8029698'}} {{(pid=91907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:19:25.132530 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-6b4c5a87-306c-410d-a462-dfc49f7f6336 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Notify callbacks [] for security_group, before_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:25.146916 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 14:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-016a14df-4637-4fa3-9fa3-4d606a959799 x-openstack-request-id: req-016a14df-4637-4fa3-9fa3-4d606a959799 {{(pid=91906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:19:25.147188 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31dc7157-8256-403d-9629-9d226d2363cf", "tag": "dc9abd9d-d9c7-48a1-8c33-5d8b0bd8eecb", "status": "completed", "code": 200}]} {{(pid=91906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:19:25.147488 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-016a14df-4637-4fa3-9fa3-4d606a959799 {{(pid=91906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:19:25.147923 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31dc7157-8256-403d-9629-9d226d2363cf', 'tag': 'dc9abd9d-d9c7-48a1-8c33-5d8b0bd8eecb', 'status': 'completed', 'code': 200} Jun 15 14:19:25.226385 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_dvr_db [None req-a263d315-0515-40b7-9629-12c59c896071 None None] Set router 1e8a65a5-d09a-4b25-9517-9c6cef50beb3 gateway port host: dv-cinder-796471-1-iscsi {{(pid=91909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:19:25.277280 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-6b4c5a87-306c-410d-a462-dfc49f7f6336 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Notify callbacks [] for security_group, precommit_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:25.284000 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af31aeae-2d38-473e-a1ec-79174325ea28 req-a6add26d-671f-4542-a473-d6fa43450477 tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:19:25.284238 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-6b4c5a87-306c-410d-a462-dfc49f7f6336 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:25.285454 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-af31aeae-2d38-473e-a1ec-79174325ea28 req-a6add26d-671f-4542-a473-d6fa43450477 tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] 10.222.0.26 "GET /v2.0/ports?device_id=73c7d4dc-b7b8-476d-b422-f18fb9a36752 HTTP/1.1" status: 200 len: 946 time: 0.0788624 Jun 15 14:19:25.288278 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-b4c48100-62f0-4824-a775-0487a8429c7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:19:25.325021 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836791ac-7a8a-4532-b3cc-e04e3235c29d req-413d49ca-8192-4bd9-afb2-4f4c0f44adf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:19:25.326528 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-836791ac-7a8a-4532-b3cc-e04e3235c29d req-413d49ca-8192-4bd9-afb2-4f4c0f44adf9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=bdbc49f82db24b3887142e44b8029698&device_id=31dc7157-8256-403d-9629-9d226d2363cf HTTP/1.1" status: 200 len: 1099 time: 0.1264179 Jun 15 14:19:25.327654 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-6b4c5a87-306c-410d-a462-dfc49f7f6336 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Notify callbacks [] for security_group, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:25.331425 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-6b4c5a87-306c-410d-a462-dfc49f7f6336 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2278314 Jun 15 14:19:25.331425 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4c5a87-306c-410d-a462-dfc49f7f6336 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f033e96-ee0a-4e07-9508-0933d11f952b,revision_number=1']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:19:25.331651 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 38924) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:19:25.336119 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.v2.base [None req-e0d7923d-cc42-4808-9358-56030370ed11 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Request body: {'security_group_rule': {'security_group_id': '0f033e96-ee0a-4e07-9508-0933d11f952b', 'project_id': 'bdbc49f82db24b3887142e44b8029698', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:19:25.340529 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-6b4c5a87-306c-410d-a462-dfc49f7f6336 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:19:25.346202 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-af31aeae-2d38-473e-a1ec-79174325ea28 req-5453fedd-b74d-43a7-a424-3e09c2b54ce4 tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] 10.222.0.26 "GET /v2.0/security-groups?id=26c81b0a-94da-4c47-a5d9-dfd483e72a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501783 Jun 15 14:19:25.451840 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-e0d7923d-cc42-4808-9358-56030370ed11 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:25.499068 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836791ac-7a8a-4532-b3cc-e04e3235c29d req-248bea79-1858-4232-85fa-03f0ef9caf5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:19:25.500820 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-836791ac-7a8a-4532-b3cc-e04e3235c29d req-248bea79-1858-4232-85fa-03f0ef9caf5e service neutron] 10.222.0.67 "GET /v2.0/networks?id=d785db07-dec5-4c04-aa3b-7e193f13bd39 HTTP/1.1" status: 200 len: 916 time: 0.1585104 Jun 15 14:19:25.557088 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_hamode_db [None req-a263d315-0515-40b7-9629-12c59c896071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e8a65a5-d09a-4b25-9517-9c6cef50beb3', 'name': 'tempest-TestMinimumBasicScenario-1451712082-router', 'tenant_id': 'bdbc49f82db24b3887142e44b8029698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'external_fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '7282ff04-9329-40c6-adaf-350ba0642f25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:18:08Z', 'updated_at': '2021-06-15T14:18:12Z', 'revision_number': 4, 'project_id': 'bdbc49f82db24b3887142e44b8029698', 'gw_port': {'id': '7282ff04-9329-40c6-adaf-350ba0642f25', 'name': '', 'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:2c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8a65a5-d09a-4b25-9517-9c6cef50beb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:18:09Z', 'updated_at': '2021-06-15T14:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796471-1-iscsi', '_floatingips': [{'id': '1e139bab-a4bc-4d82-8ae3-62e377aac980', 'tenant_id': 'bdbc49f82db24b3887142e44b8029698', 'floating_ip_address': '172.27.1.83', 'floating_network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'router_id': '1e8a65a5-d09a-4b25-9517-9c6cef50beb3', 'port_id': 'dc9abd9d-d9c7-48a1-8c33-5d8b0bd8eecb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd785db07-dec5-4c04-aa3b-7e193f13bd39', 'mac_address': 'fa:16:3e:69:98:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31dc7157-8256-403d-9629-9d226d2363cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-15T14:19:23Z', 'updated_at': '2021-06-15T14:19:23Z', 'revision_number': 0, 'project_id': 'bdbc49f82db24b3887142e44b8029698', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b5a2317-017c-436e-9fef-b5ae01e715f8', 'name': '', 'network_id': 'd785db07-dec5-4c04-aa3b-7e193f13bd39', 'tenant_id': 'bdbc49f82db24b3887142e44b8029698', 'mac_address': 'fa:16:3e:a9:6f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8a65a5-d09a-4b25-9517-9c6cef50beb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'd4d04c56-7574-499d-9928-de3ab052dae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:18:12Z', 'updated_at': '2021-06-15T14:18:19Z', 'revision_number': 5, 'project_id': 'bdbc49f82db24b3887142e44b8029698', 'subnets': [{'id': 'd4d04c56-7574-499d-9928-de3ab052dae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796471-1-iscsi', False) {} {{(pid=91909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:19:25.560923 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a263d315-0515-40b7-9629-12c59c896071 None None] Checking router: 1e8a65a5-d09a-4b25-9517-9c6cef50beb3 for host: dv-cinder-796471-1-iscsi {{(pid=91909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:19:25.569575 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a263d315-0515-40b7-9629-12c59c896071 None None] Routers {'1e8a65a5-d09a-4b25-9517-9c6cef50beb3'} bound to L3 agent in host dv-cinder-796471-1-iscsi {{(pid=91909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:19:25.570274 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_hamode_db [None req-a263d315-0515-40b7-9629-12c59c896071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796471-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-15T14:04:51Z,description=,heartbeat_timestamp=2021-06-15T14:19:21Z,host='dv-cinder-796471-1-iscsi',id=7c0fcfb6-ee6c-4f84-9204-f4cc96555f34,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:04:51Z,topic='l3_agent')) {'router_ids': ['1e8a65a5-d09a-4b25-9517-9c6cef50beb3'], 'active': True} {{(pid=91909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:19:25.591305 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-e0d7923d-cc42-4808-9358-56030370ed11 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:25.600483 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-e0d7923d-cc42-4808-9358-56030370ed11 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736153'] for security_group_rule, after_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:25.607355 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:19:25.612028 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-836791ac-7a8a-4532-b3cc-e04e3235c29d req-b8c7d0fa-6329-47cf-9466-32b7eed5aca1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dc9abd9d-d9c7-48a1-8c33-5d8b0bd8eecb HTTP/1.1" status: 200 len: 999 time: 0.1035523 Jun 15 14:19:25.684087 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d7923d-cc42-4808-9358-56030370ed11 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20f78481-68b7-438f-bf45-5e313d7ccbf5,revision_number=0']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:19:25.688757 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-e0d7923d-cc42-4808-9358-56030370ed11 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:19:25.698627 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-e0d7923d-cc42-4808-9358-56030370ed11 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:25.699570 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-e0d7923d-cc42-4808-9358-56030370ed11 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3670573 Jun 15 14:19:25.703593 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 38968) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:19:25.708903 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836791ac-7a8a-4532-b3cc-e04e3235c29d req-c3c574a7-6652-43b2-93f1-6347e44d834f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:19:25.710556 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-836791ac-7a8a-4532-b3cc-e04e3235c29d req-c3c574a7-6652-43b2-93f1-6347e44d834f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d4d04c56-7574-499d-9928-de3ab052dae1 HTTP/1.1" status: 200 len: 854 time: 0.0864265 Jun 15 14:19:25.710802 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.v2.base [None req-bcd437d6-07e3-444a-a988-434d2bf10b81 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Request body: {'security_group_rule': {'security_group_id': '0f033e96-ee0a-4e07-9508-0933d11f952b', 'project_id': 'bdbc49f82db24b3887142e44b8029698', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:19:25.746910 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-bcd437d6-07e3-444a-a988-434d2bf10b81 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:25.770616 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_dvr_db [None req-a263d315-0515-40b7-9629-12c59c896071 None None] Set router 1e8a65a5-d09a-4b25-9517-9c6cef50beb3 gateway port host: dv-cinder-796471-1-iscsi {{(pid=91909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:19:25.791705 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836791ac-7a8a-4532-b3cc-e04e3235c29d req-909506b3-5e57-4934-8f03-456874a0b105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:19:25.794182 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-836791ac-7a8a-4532-b3cc-e04e3235c29d req-909506b3-5e57-4934-8f03-456874a0b105 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d785db07-dec5-4c04-aa3b-7e193f13bd39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0737295 Jun 15 14:19:25.894516 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-bcd437d6-07e3-444a-a988-434d2bf10b81 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:25.907644 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-bcd437d6-07e3-444a-a988-434d2bf10b81 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736153'] for security_group_rule, after_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:25.907644 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-17f02162-9c91-461c-936f-f1b94dc5de4e tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:19:25.955374 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd437d6-07e3-444a-a988-434d2bf10b81 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8225b301-b5d3-4741-91b8-ebde27aef62b,revision_number=0']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:19:25.967818 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-bcd437d6-07e3-444a-a988-434d2bf10b81 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:19:25.986046 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-bcd437d6-07e3-444a-a988-434d2bf10b81 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:25.986607 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 38980) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:19:25.987087 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-bcd437d6-07e3-444a-a988-434d2bf10b81 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2700102 Jun 15 14:19:25.987192 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.v2.base [None req-d6f272b1-73c9-4f73-96ac-2ddeb1433838 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Request body: {'security_group_rule': {'security_group_id': '0f033e96-ee0a-4e07-9508-0933d11f952b', 'project_id': 'bdbc49f82db24b3887142e44b8029698', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:19:26.041088 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-836791ac-7a8a-4532-b3cc-e04e3235c29d req-5ad95c31-977d-4095-901d-f3cf9fc3583f service neutron] 10.222.0.67 "GET /v2.0/networks/d785db07-dec5-4c04-aa3b-7e193f13bd39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328069 Jun 15 14:19:26.090822 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-d6f272b1-73c9-4f73-96ac-2ddeb1433838 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:26.217198 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-836791ac-7a8a-4532-b3cc-e04e3235c29d req-63cd5f16-1c3f-4aca-85cd-3a2dac2d1280 service neutron] 10.222.0.67 "GET /v2.0/networks/d785db07-dec5-4c04-aa3b-7e193f13bd39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694546 Jun 15 14:19:26.239609 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-d6f272b1-73c9-4f73-96ac-2ddeb1433838 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:26.246831 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-d6f272b1-73c9-4f73-96ac-2ddeb1433838 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736153'] for security_group_rule, after_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:26.255047 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:19:26.278866 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f272b1-73c9-4f73-96ac-2ddeb1433838 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d2e9cbb-4e2e-49d5-aa8a-7722901245c3,revision_number=0']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:19:26.283168 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-d6f272b1-73c9-4f73-96ac-2ddeb1433838 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:19:26.284664 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-d6f272b1-73c9-4f73-96ac-2ddeb1433838 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:26.285933 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-d6f272b1-73c9-4f73-96ac-2ddeb1433838 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3091526 Jun 15 14:19:26.288622 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 38992) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:19:26.297239 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.v2.base [None req-f14432d0-56fb-45df-9e0a-fd2037cdffc4 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Request body: {'security_group_rule': {'security_group_id': '0f033e96-ee0a-4e07-9508-0933d11f952b', 'project_id': 'bdbc49f82db24b3887142e44b8029698', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:19:26.322897 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_hamode_db [None req-a263d315-0515-40b7-9629-12c59c896071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e8a65a5-d09a-4b25-9517-9c6cef50beb3', 'name': 'tempest-TestMinimumBasicScenario-1451712082-router', 'tenant_id': 'bdbc49f82db24b3887142e44b8029698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'external_fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '7282ff04-9329-40c6-adaf-350ba0642f25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:18:08Z', 'updated_at': '2021-06-15T14:18:12Z', 'revision_number': 4, 'project_id': 'bdbc49f82db24b3887142e44b8029698', 'gw_port': {'id': '7282ff04-9329-40c6-adaf-350ba0642f25', 'name': '', 'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:2c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8a65a5-d09a-4b25-9517-9c6cef50beb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:18:09Z', 'updated_at': '2021-06-15T14:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796471-1-iscsi', '_floatingips': [{'id': '1e139bab-a4bc-4d82-8ae3-62e377aac980', 'tenant_id': 'bdbc49f82db24b3887142e44b8029698', 'floating_ip_address': '172.27.1.83', 'floating_network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'router_id': '1e8a65a5-d09a-4b25-9517-9c6cef50beb3', 'port_id': 'dc9abd9d-d9c7-48a1-8c33-5d8b0bd8eecb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd785db07-dec5-4c04-aa3b-7e193f13bd39', 'mac_address': 'fa:16:3e:69:98:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31dc7157-8256-403d-9629-9d226d2363cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-15T14:19:23Z', 'updated_at': '2021-06-15T14:19:23Z', 'revision_number': 0, 'project_id': 'bdbc49f82db24b3887142e44b8029698', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b5a2317-017c-436e-9fef-b5ae01e715f8', 'name': '', 'network_id': 'd785db07-dec5-4c04-aa3b-7e193f13bd39', 'tenant_id': 'bdbc49f82db24b3887142e44b8029698', 'mac_address': 'fa:16:3e:a9:6f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8a65a5-d09a-4b25-9517-9c6cef50beb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'd4d04c56-7574-499d-9928-de3ab052dae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:18:12Z', 'updated_at': '2021-06-15T14:18:19Z', 'revision_number': 5, 'project_id': 'bdbc49f82db24b3887142e44b8029698', 'subnets': [{'id': 'd4d04c56-7574-499d-9928-de3ab052dae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796471-1-iscsi', False) {} {{(pid=91909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:19:26.327071 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a263d315-0515-40b7-9629-12c59c896071 None None] The sync data for ids ['1e8a65a5-d09a-4b25-9517-9c6cef50beb3'] in dv-cinder-796471-1-iscsi is: [{'id': '1e8a65a5-d09a-4b25-9517-9c6cef50beb3', 'name': 'tempest-TestMinimumBasicScenario-1451712082-router', 'tenant_id': 'bdbc49f82db24b3887142e44b8029698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'external_fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '7282ff04-9329-40c6-adaf-350ba0642f25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:18:08Z', 'updated_at': '2021-06-15T14:18:12Z', 'revision_number': 4, 'project_id': 'bdbc49f82db24b3887142e44b8029698', 'gw_port': {'id': '7282ff04-9329-40c6-adaf-350ba0642f25', 'name': '', 'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:2c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8a65a5-d09a-4b25-9517-9c6cef50beb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:18:09Z', 'updated_at': '2021-06-15T14:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796471-1-iscsi', '_floatingips': [{'id': '1e139bab-a4bc-4d82-8ae3-62e377aac980', 'tenant_id': 'bdbc49f82db24b3887142e44b8029698', 'floating_ip_address': '172.27.1.83', 'floating_network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'router_id': '1e8a65a5-d09a-4b25-9517-9c6cef50beb3', 'port_id': 'dc9abd9d-d9c7-48a1-8c33-5d8b0bd8eecb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd785db07-dec5-4c04-aa3b-7e193f13bd39', 'mac_address': 'fa:16:3e:69:98:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31dc7157-8256-403d-9629-9d226d2363cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-15T14:19:23Z', 'updated_at': '2021-06-15T14:19:23Z', 'revision_number': 0, 'project_id': 'bdbc49f82db24b3887142e44b8029698', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b5a2317-017c-436e-9fef-b5ae01e715f8', 'name': '', 'network_id': 'd785db07-dec5-4c04-aa3b-7e193f13bd39', 'tenant_id': 'bdbc49f82db24b3887142e44b8029698', 'mac_address': 'fa:16:3e:a9:6f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8a65a5-d09a-4b25-9517-9c6cef50beb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'd4d04c56-7574-499d-9928-de3ab052dae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:18:12Z', 'updated_at': '2021-06-15T14:18:19Z', 'revision_number': 5, 'project_id': 'bdbc49f82db24b3887142e44b8029698', 'subnets': [{'id': 'd4d04c56-7574-499d-9928-de3ab052dae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:19:26.335012 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-f14432d0-56fb-45df-9e0a-fd2037cdffc4 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:26.409287 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-f14432d0-56fb-45df-9e0a-fd2037cdffc4 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:26.414345 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-f14432d0-56fb-45df-9e0a-fd2037cdffc4 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736153'] for security_group_rule, after_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:26.417620 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:19:26.443510 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14432d0-56fb-45df-9e0a-fd2037cdffc4 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1954d3cc-8729-4a28-b0b9-c16a7e220a97,revision_number=0']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:19:26.446498 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-f14432d0-56fb-45df-9e0a-fd2037cdffc4 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:19:26.447860 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-f14432d0-56fb-45df-9e0a-fd2037cdffc4 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:26.449185 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-f14432d0-56fb-45df-9e0a-fd2037cdffc4 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1579845 Jun 15 14:19:26.451862 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 39002) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:19:26.456708 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.v2.base [None req-fc20cdec-0602-49a6-9760-59ed2eae2df6 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Request body: {'security_group_rule': {'security_group_id': '0f033e96-ee0a-4e07-9508-0933d11f952b', 'project_id': 'bdbc49f82db24b3887142e44b8029698', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:19:26.484281 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.db.securitygroups_db [None req-fc20cdec-0602-49a6-9760-59ed2eae2df6 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Project bdbc49f82db24b3887142e44b8029698 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 15 14:19:26.491863 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-fc20cdec-0602-49a6-9760-59ed2eae2df6 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:26.505106 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3ccacb-1584-45c4-9040-f02e7250d0d9 req-a1dd4672-da8d-4462-beae-e3478ba95d8a tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:19:26.516994 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-3e3ccacb-1584-45c4-9040-f02e7250d0d9 req-a1dd4672-da8d-4462-beae-e3478ba95d8a tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/ports?device_id=59005610-44b7-4c16-8f87-b52cc053c35f HTTP/1.1" status: 200 len: 946 time: 0.1100652 Jun 15 14:19:26.567854 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-3e3ccacb-1584-45c4-9040-f02e7250d0d9 req-f4cb750f-c85e-4499-b5ab-c763c42f52ec tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/security-groups?id=56c65c00-ae16-45b0-85b4-0457c7835882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497952 Jun 15 14:19:26.569914 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-fc20cdec-0602-49a6-9760-59ed2eae2df6 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:26.579551 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-fc20cdec-0602-49a6-9760-59ed2eae2df6 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736153'] for security_group_rule, after_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:26.581787 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-247d7d66-3483-476b-845d-6c8c3a174ac8 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:19:26.590058 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d9def8-75e1-4f26-8ba4-ac6344a3d1b3 None None] New status for floating IP 1e139bab-a4bc-4d82-8ae3-62e377aac980: ACTIVE {{(pid=91910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 15 14:19:26.605549 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc20cdec-0602-49a6-9760-59ed2eae2df6 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff0bb3a0-a657-40f7-b633-29fa5b456f1d,revision_number=0']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:19:26.614707 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-fc20cdec-0602-49a6-9760-59ed2eae2df6 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:19:26.619819 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-fc20cdec-0602-49a6-9760-59ed2eae2df6 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:26.623546 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-fc20cdec-0602-49a6-9760-59ed2eae2df6 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1680005 Jun 15 14:19:26.623915 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 39004) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:19:26.629046 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.v2.base [None req-aa0922e7-b271-4978-9be4-1151fa38819f tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Request body: {'security_group_rule': {'security_group_id': '0f033e96-ee0a-4e07-9508-0933d11f952b', 'project_id': 'bdbc49f82db24b3887142e44b8029698', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:19:26.653959 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.db.securitygroups_db [None req-aa0922e7-b271-4978-9be4-1151fa38819f tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Project bdbc49f82db24b3887142e44b8029698 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 15 14:19:26.658821 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-aa0922e7-b271-4978-9be4-1151fa38819f tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:26.729895 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-aa0922e7-b271-4978-9be4-1151fa38819f tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:26.733576 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-aa0922e7-b271-4978-9be4-1151fa38819f tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736153'] for security_group_rule, after_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:26.735582 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:19:26.753288 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0922e7-b271-4978-9be4-1151fa38819f tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6df37344-e368-4ee2-9b61-b63111a65680,revision_number=0']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:19:26.756212 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-aa0922e7-b271-4978-9be4-1151fa38819f tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:19:26.760524 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-aa0922e7-b271-4978-9be4-1151fa38819f tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:26.761790 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-aa0922e7-b271-4978-9be4-1151fa38819f tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1368260 Jun 15 14:19:26.888715 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-49372d2a-d73a-42ca-8eba-0a893cbee9a9 req-2e1f6ed5-7336-40b1-873b-dda36d88b690 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-951568801&fields=id&tenant_id=bdbc49f82db24b3887142e44b8029698 HTTP/1.1" status: 200 len: 267 time: 0.0364547 Jun 15 14:19:26.965726 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49372d2a-d73a-42ca-8eba-0a893cbee9a9 req-6c8bfd9c-6086-4790-bf38-f1900ecef4b8 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:19:26.967490 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-49372d2a-d73a-42ca-8eba-0a893cbee9a9 req-6c8bfd9c-6086-4790-bf38-f1900ecef4b8 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] 10.222.0.26 "GET /v2.0/ports?device_id=31dc7157-8256-403d-9629-9d226d2363cf HTTP/1.1" status: 200 len: 946 time: 0.0732481 Jun 15 14:19:26.979233 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.v2.base [req-49372d2a-d73a-42ca-8eba-0a893cbee9a9 req-5458b47d-0542-4d01-bce0-9b5713eb8d7e tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Request body: {'port': {'security_groups': ['71e0047f-f5f5-4bfe-9edd-64cb2daf8f18', '0f033e96-ee0a-4e07-9508-0933d11f952b']}} {{(pid=91907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:19:27.086321 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-49372d2a-d73a-42ca-8eba-0a893cbee9a9 req-5458b47d-0542-4d01-bce0-9b5713eb8d7e tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:27.316395 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.db [req-49372d2a-d73a-42ca-8eba-0a893cbee9a9 req-5458b47d-0542-4d01-bce0-9b5713eb8d7e tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] For port dc9abd9d-d9c7-48a1-8c33-5d8b0bd8eecb, host hv-cinder-79647, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79647',level=0,port_id=dc9abd9d-d9c7-48a1-8c33-5d8b0bd8eecb,segment=NetworkSegment(51b69454-caf5-406c-8c30-6edaddc466c7),segment_id=51b69454-caf5-406c-8c30-6edaddc466c7)] {{(pid=91907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:19:27.347089 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-49372d2a-d73a-42ca-8eba-0a893cbee9a9 req-5458b47d-0542-4d01-bce0-9b5713eb8d7e tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Notify callbacks [] for port, precommit_update {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:27.351549 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-49372d2a-d73a-42ca-8eba-0a893cbee9a9 req-5458b47d-0542-4d01-bce0-9b5713eb8d7e tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4061925'] for port, after_update {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:27.355781 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-cdf39e8d-09fd-45da-8d3b-2c940d43cd61 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:19:27.418261 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49372d2a-d73a-42ca-8eba-0a893cbee9a9 req-5458b47d-0542-4d01-bce0-9b5713eb8d7e tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:19:27.418967 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-49372d2a-d73a-42ca-8eba-0a893cbee9a9 req-5458b47d-0542-4d01-bce0-9b5713eb8d7e tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58954'] for port, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:27.420393 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-49372d2a-d73a-42ca-8eba-0a893cbee9a9 req-5458b47d-0542-4d01-bce0-9b5713eb8d7e tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] 10.222.0.26 "PUT /v2.0/ports/dc9abd9d-d9c7-48a1-8c33-5d8b0bd8eecb HTTP/1.1" status: 200 len: 982 time: 0.4461241 Jun 15 14:19:27.421135 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31dc7157-8256-403d-9629-9d226d2363cf', 'tag': 'dc9abd9d-d9c7-48a1-8c33-5d8b0bd8eecb'}] {{(pid=91907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:19:27.422384 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] get_ports_and_sgs() called for port_ids ['dc9abd9d-d9c7-48a1-8c33-5d8b0bd8eecb'] {{(pid=91909) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:19:27.423680 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24467d57c8f568e2e16d95ba24031d6b60035fd708ad429d2e8baac5a477cd4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6de6f5d8-7270-4d4d-a67a-e196bafcfc93" -d '{"events": [{"name": "network-changed", "server_uuid": "31dc7157-8256-403d-9629-9d226d2363cf", "tag": "dc9abd9d-d9c7-48a1-8c33-5d8b0bd8eecb"}]}' {{(pid=91907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:19:27.473341 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 14:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-791e498c-084a-49de-b043-7ebeb1dbc3cc x-openstack-request-id: req-791e498c-084a-49de-b043-7ebeb1dbc3cc {{(pid=91907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:19:27.473791 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31dc7157-8256-403d-9629-9d226d2363cf", "tag": "dc9abd9d-d9c7-48a1-8c33-5d8b0bd8eecb", "status": "completed", "code": 200}]} {{(pid=91907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:19:27.474076 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-791e498c-084a-49de-b043-7ebeb1dbc3cc {{(pid=91907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:19:27.474507 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31dc7157-8256-403d-9629-9d226d2363cf', 'tag': 'dc9abd9d-d9c7-48a1-8c33-5d8b0bd8eecb', 'status': 'completed', 'code': 200} Jun 15 14:19:27.475538 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5458b47d-0542-4d01-bce0-9b5713eb8d7e tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Pushing event updated for resources: {'Port': ['ID=dc9abd9d-d9c7-48a1-8c33-5d8b0bd8eecb,revision_number=6']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:19:27.479629 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-5458b47d-0542-4d01-bce0-9b5713eb8d7e tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:19:27.559618 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:27.601067 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de6f5d8-7270-4d4d-a67a-e196bafcfc93 req-87705977-2466-4388-b0bd-e3becf76ea65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:19:27.602639 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-6de6f5d8-7270-4d4d-a67a-e196bafcfc93 req-87705977-2466-4388-b0bd-e3becf76ea65 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=bdbc49f82db24b3887142e44b8029698&device_id=31dc7157-8256-403d-9629-9d226d2363cf HTTP/1.1" status: 200 len: 1138 time: 0.0728934 Jun 15 14:19:27.630125 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] get_ports_and_sgs() called for port_ids ['dc9abd9d-d9c7-48a1-8c33-5d8b0bd8eecb'] {{(pid=91909) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:19:27.674703 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d04b63-e1e8-4089-82cc-1e59a1cb07da req-76aa1ebc-3b8d-4a6c-9fcc-ed392ae4b30b tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:19:27.677044 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-13d04b63-e1e8-4089-82cc-1e59a1cb07da req-76aa1ebc-3b8d-4a6c-9fcc-ed392ae4b30b tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] 10.222.0.26 "GET /v2.0/ports?device_id=31dc7157-8256-403d-9629-9d226d2363cf HTTP/1.1" status: 200 len: 985 time: 0.1191182 Jun 15 14:19:27.773717 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-13d04b63-e1e8-4089-82cc-1e59a1cb07da req-4287b327-bfcc-4079-839b-8a61614a815b tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] 10.222.0.26 "GET /v2.0/security-groups?id=71e0047f-f5f5-4bfe-9edd-64cb2daf8f18&id=0f033e96-ee0a-4e07-9508-0933d11f952b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0903697 Jun 15 14:19:27.842397 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de6f5d8-7270-4d4d-a67a-e196bafcfc93 req-78a5962a-1293-4306-9a33-d1349269578b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:19:27.844031 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-6de6f5d8-7270-4d4d-a67a-e196bafcfc93 req-78a5962a-1293-4306-9a33-d1349269578b service neutron] 10.222.0.67 "GET /v2.0/networks?id=d785db07-dec5-4c04-aa3b-7e193f13bd39 HTTP/1.1" status: 200 len: 916 time: 0.2236533 Jun 15 14:19:27.899755 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-edbe9d22-956c-49c1-8ecc-dbaba9d8552b None None] Provisioning complete for port dc9abd9d-d9c7-48a1-8c33-5d8b0bd8eecb triggered by entity DHCP. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:19:27.900049 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-edbe9d22-956c-49c1-8ecc-dbaba9d8552b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897510'] for port, provisioning_complete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:27.951251 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e85f77a-3f10-4014-bfde-dc4e276fe723 req-fc24d891-c259-4dc5-b32a-b4c737b5e37f tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:19:27.952771 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-5e85f77a-3f10-4014-bfde-dc4e276fe723 req-fc24d891-c259-4dc5-b32a-b4c737b5e37f tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/ports?device_id=59005610-44b7-4c16-8f87-b52cc053c35f HTTP/1.1" status: 200 len: 946 time: 0.1850262 Jun 15 14:19:27.954970 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-6de6f5d8-7270-4d4d-a67a-e196bafcfc93 req-d3fdcaab-ecad-497e-b8a2-7a258396de35 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dc9abd9d-d9c7-48a1-8c33-5d8b0bd8eecb HTTP/1.1" status: 200 len: 1001 time: 0.0977538 Jun 15 14:19:28.038094 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-5e85f77a-3f10-4014-bfde-dc4e276fe723 req-7d1d9bc6-5cd1-4dcc-ac75-e9293c020b03 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/security-groups?id=56c65c00-ae16-45b0-85b4-0457c7835882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792174 Jun 15 14:19:28.041612 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de6f5d8-7270-4d4d-a67a-e196bafcfc93 req-c84f60c9-929f-4364-8d5b-3abdf60aed9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:19:28.043034 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-6de6f5d8-7270-4d4d-a67a-e196bafcfc93 req-c84f60c9-929f-4364-8d5b-3abdf60aed9f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d4d04c56-7574-499d-9928-de3ab052dae1 HTTP/1.1" status: 200 len: 854 time: 0.0770996 Jun 15 14:19:28.112979 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de6f5d8-7270-4d4d-a67a-e196bafcfc93 req-c268cb44-3765-4d35-a9e5-149d3b9548e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:19:28.114488 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-6de6f5d8-7270-4d4d-a67a-e196bafcfc93 req-c268cb44-3765-4d35-a9e5-149d3b9548e1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d785db07-dec5-4c04-aa3b-7e193f13bd39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0645661 Jun 15 14:19:28.235834 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-6de6f5d8-7270-4d4d-a67a-e196bafcfc93 req-19616f23-0a31-414a-87b0-25f5a9430f82 service neutron] 10.222.0.67 "GET /v2.0/networks/d785db07-dec5-4c04-aa3b-7e193f13bd39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133516 Jun 15 14:19:28.354999 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-6de6f5d8-7270-4d4d-a67a-e196bafcfc93 req-27217186-250a-4670-8408-a1c76d1f53a4 service neutron] 10.222.0.67 "GET /v2.0/networks/d785db07-dec5-4c04-aa3b-7e193f13bd39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106694 Jun 15 14:19:28.836602 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111827b0-3474-44dc-96e7-1fa05c296990 req-5cbc13d5-0eee-43b9-9691-de58b1c1a79d tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:19:28.838038 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-111827b0-3474-44dc-96e7-1fa05c296990 req-5cbc13d5-0eee-43b9-9691-de58b1c1a79d tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.67 "GET /v2.0/ports?device_id=59005610-44b7-4c16-8f87-b52cc053c35f HTTP/1.1" status: 200 len: 946 time: 0.0742552 Jun 15 14:19:28.956637 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.plugin [req-111827b0-3474-44dc-96e7-1fa05c296990 req-3ba6b84e-aeda-4ee6-bfa3-86561fcc5e08 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Deleting port 934a3d87-5f46-425c-a672-8b29bb285cd4 {{(pid=91907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:19:28.956903 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-111827b0-3474-44dc-96e7-1fa05c296990 req-3ba6b84e-aeda-4ee6-bfa3-86561fcc5e08 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781714481448'] for port, before_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:29.073618 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.db [req-111827b0-3474-44dc-96e7-1fa05c296990 req-3ba6b84e-aeda-4ee6-bfa3-86561fcc5e08 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] For port 934a3d87-5f46-425c-a672-8b29bb285cd4, host hv-cinder-79647, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79647',level=0,port_id=934a3d87-5f46-425c-a672-8b29bb285cd4,segment=NetworkSegment(73a4283b-e0a5-4dad-80d0-c61f4808d629),segment_id=73a4283b-e0a5-4dad-80d0-c61f4808d629)] {{(pid=91907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:19:29.073997 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-111827b0-3474-44dc-96e7-1fa05c296990 req-3ba6b84e-aeda-4ee6-bfa3-86561fcc5e08 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668414'] for port, precommit_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:29.227686 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49019a40-ac82-4c87-a7df-149c67d331a5 req-fb1adbe1-dc84-44bc-a6d3-37079e2dc34a tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:19:29.229119 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-49019a40-ac82-4c87-a7df-149c67d331a5 req-fb1adbe1-dc84-44bc-a6d3-37079e2dc34a tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/ports?device_id=59005610-44b7-4c16-8f87-b52cc053c35f HTTP/1.1" status: 200 len: 946 time: 0.0712500 Jun 15 14:19:29.280149 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-49019a40-ac82-4c87-a7df-149c67d331a5 req-27dd04ea-a96f-4121-8d0e-fe3472b49b32 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/security-groups?id=56c65c00-ae16-45b0-85b4-0457c7835882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451803 Jun 15 14:19:29.585285 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-111827b0-3474-44dc-96e7-1fa05c296990 req-3ba6b84e-aeda-4ee6-bfa3-86561fcc5e08 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:29.585848 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-111827b0-3474-44dc-96e7-1fa05c296990 req-3ba6b84e-aeda-4ee6-bfa3-86561fcc5e08 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667260'] for floatingip, after_update {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:29.585981 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.db.l3_db [req-111827b0-3474-44dc-96e7-1fa05c296990 req-3ba6b84e-aeda-4ee6-bfa3-86561fcc5e08 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Floating IP 407c5852-3129-4ee4-b602-33dffba380a3 disassociated. External IP: 172.27.1.73, port: 934a3d87-5f46-425c-a672-8b29bb285cd4. Jun 15 14:19:29.586239 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.plugin [req-111827b0-3474-44dc-96e7-1fa05c296990 req-3ba6b84e-aeda-4ee6-bfa3-86561fcc5e08 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Calling delete_port for 934a3d87-5f46-425c-a672-8b29bb285cd4 owned by compute:nova {{(pid=91907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:19:29.740059 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-111827b0-3474-44dc-96e7-1fa05c296990 req-3ba6b84e-aeda-4ee6-bfa3-86561fcc5e08 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781714486604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781714044438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4061906'] for port, after_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:29.744946 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:19:29.773230 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba6b84e-aeda-4ee6-bfa3-86561fcc5e08 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Pushing event deleted for resources: {'Port': ['ID=934a3d87-5f46-425c-a672-8b29bb285cd4,revision_number=None']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:19:29.776075 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-3ba6b84e-aeda-4ee6-bfa3-86561fcc5e08 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:19:29.931298 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.scheduler.l3_agent_scheduler [req-111827b0-3474-44dc-96e7-1fa05c296990 req-3ba6b84e-aeda-4ee6-bfa3-86561fcc5e08 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Router 3cba628e-2062-4f8b-931b-0070f2630db7 has already been hosted by L3 agent 7c0fcfb6-ee6c-4f84-9204-f4cc96555f34 {{(pid=91907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:19:30.079118 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-111827b0-3474-44dc-96e7-1fa05c296990 req-3ba6b84e-aeda-4ee6-bfa3-86561fcc5e08 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Notify agent at l3_agent.dv-cinder-796471-1-iscsi the message routers_updated {{(pid=91907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:19:30.089771 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1ae129-08b0-4f51-baeb-7b880562d226 None None] Sync routers for ids ['3cba628e-2062-4f8b-931b-0070f2630db7'] in dv-cinder-796471-1-iscsi {{(pid=91909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:19:30.100424 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1ae129-08b0-4f51-baeb-7b880562d226 None None] Routers {'3cba628e-2062-4f8b-931b-0070f2630db7'} bound to L3 agent in host dv-cinder-796471-1-iscsi {{(pid=91909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:19:30.101062 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_hamode_db [None req-6b1ae129-08b0-4f51-baeb-7b880562d226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796471-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-15T14:04:51Z,description=,heartbeat_timestamp=2021-06-15T14:19:21Z,host='dv-cinder-796471-1-iscsi',id=7c0fcfb6-ee6c-4f84-9204-f4cc96555f34,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:04:51Z,topic='l3_agent')) {'router_ids': ['3cba628e-2062-4f8b-931b-0070f2630db7'], 'active': True} {{(pid=91909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:19:30.134342 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.db.l3_dvrscheduler_db [req-111827b0-3474-44dc-96e7-1fa05c296990 req-3ba6b84e-aeda-4ee6-bfa3-86561fcc5e08 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] No DVR routers for this DVR port 934a3d87-5f46-425c-a672-8b29bb285cd4 on host hv-cinder-79647 {{(pid=91907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:19:30.137447 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-111827b0-3474-44dc-96e7-1fa05c296990 req-3ba6b84e-aeda-4ee6-bfa3-86561fcc5e08 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58954'] for port, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:30.139893 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-111827b0-3474-44dc-96e7-1fa05c296990 req-3ba6b84e-aeda-4ee6-bfa3-86561fcc5e08 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.67 "DELETE /v2.0/ports/934a3d87-5f46-425c-a672-8b29bb285cd4 HTTP/1.1" status: 204 len: 173 time: 1.2923009 Jun 15 14:19:30.140448 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59005610-44b7-4c16-8f87-b52cc053c35f', 'name': 'network-vif-deleted', 'tag': '934a3d87-5f46-425c-a672-8b29bb285cd4'}] {{(pid=91907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:19:30.143329 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24467d57c8f568e2e16d95ba24031d6b60035fd708ad429d2e8baac5a477cd4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-070cb732-f538-4221-b486-a9c6a1095f9e" -d '{"events": [{"server_uuid": "59005610-44b7-4c16-8f87-b52cc053c35f", "name": "network-vif-deleted", "tag": "934a3d87-5f46-425c-a672-8b29bb285cd4"}]}' {{(pid=91907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:19:30.192792 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17ce25a0-e639-4641-9216-ff49f7c84ded x-openstack-request-id: req-17ce25a0-e639-4641-9216-ff49f7c84ded {{(pid=91907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:19:30.193519 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59005610-44b7-4c16-8f87-b52cc053c35f", "name": "network-vif-deleted", "tag": "934a3d87-5f46-425c-a672-8b29bb285cd4", "status": "completed", "code": 200}]} {{(pid=91907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:19:30.193808 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-17ce25a0-e639-4641-9216-ff49f7c84ded {{(pid=91907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:19:30.194253 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59005610-44b7-4c16-8f87-b52cc053c35f', 'name': 'network-vif-deleted', 'tag': '934a3d87-5f46-425c-a672-8b29bb285cd4', 'status': 'completed', 'code': 200} Jun 15 14:19:30.286716 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_dvr_db [None req-6b1ae129-08b0-4f51-baeb-7b880562d226 None None] Set router 3cba628e-2062-4f8b-931b-0070f2630db7 gateway port host: dv-cinder-796471-1-iscsi {{(pid=91909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:19:30.453516 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-dcf63ee8-25ed-4fdf-89f6-d19c768ec771 req-bb493087-939f-4e67-86c3-410d8ddca8ba tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/ports?device_id=59005610-44b7-4c16-8f87-b52cc053c35f HTTP/1.1" status: 200 len: 210 time: 0.0332153 Jun 15 14:19:30.569046 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_hamode_db [None req-6b1ae129-08b0-4f51-baeb-7b880562d226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cba628e-2062-4f8b-931b-0070f2630db7', 'name': 'tempest-AttachVolumeTestJSON-1484484639-router', 'tenant_id': 'bd051735f59a48aba03badfdff199de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'external_fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.232'}], 'enable_snat': True}, 'gw_port_id': 'f7912445-42b5-46b5-a69a-409dd99d7653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:12:48Z', 'updated_at': '2021-06-15T14:12:56Z', 'revision_number': 4, 'project_id': 'bd051735f59a48aba03badfdff199de6', 'gw_port': {'id': 'f7912445-42b5-46b5-a69a-409dd99d7653', 'name': '', 'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:e8:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cba628e-2062-4f8b-931b-0070f2630db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:12:48Z', 'updated_at': '2021-06-15T14:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796471-1-iscsi', '_interfaces': [{'id': '2da0d1b4-038a-45be-b076-f266fd77e006', 'name': '', 'network_id': '4aa06fea-aa17-4092-a73a-67493e684cef', 'tenant_id': 'bd051735f59a48aba03badfdff199de6', 'mac_address': 'fa:16:3e:f4:3d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cba628e-2062-4f8b-931b-0070f2630db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '948d283c-351b-4469-a9b0-92e873d860c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:12:54Z', 'updated_at': '2021-06-15T14:13:09Z', 'revision_number': 5, 'project_id': 'bd051735f59a48aba03badfdff199de6', 'subnets': [{'id': '948d283c-351b-4469-a9b0-92e873d860c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796471-1-iscsi', False) {} {{(pid=91909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:19:30.572830 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1ae129-08b0-4f51-baeb-7b880562d226 None None] Checking router: 3cba628e-2062-4f8b-931b-0070f2630db7 for host: dv-cinder-796471-1-iscsi {{(pid=91909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:19:30.580966 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1ae129-08b0-4f51-baeb-7b880562d226 None None] Routers {'3cba628e-2062-4f8b-931b-0070f2630db7'} bound to L3 agent in host dv-cinder-796471-1-iscsi {{(pid=91909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:19:30.581572 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_hamode_db [None req-6b1ae129-08b0-4f51-baeb-7b880562d226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796471-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-15T14:04:51Z,description=,heartbeat_timestamp=2021-06-15T14:19:21Z,host='dv-cinder-796471-1-iscsi',id=7c0fcfb6-ee6c-4f84-9204-f4cc96555f34,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:04:51Z,topic='l3_agent')) {'router_ids': ['3cba628e-2062-4f8b-931b-0070f2630db7'], 'active': True} {{(pid=91909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:19:30.725770 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_dvr_db [None req-6b1ae129-08b0-4f51-baeb-7b880562d226 None None] Set router 3cba628e-2062-4f8b-931b-0070f2630db7 gateway port host: dv-cinder-796471-1-iscsi {{(pid=91909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:19:30.956525 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.agents_db [None req-1fbdf4bf-3b4b-440e-bd18-8a0939d62d55 None None] Agent healthcheck: found 6 active agents {{(pid=91910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:19:30.996488 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_hamode_db [None req-6b1ae129-08b0-4f51-baeb-7b880562d226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cba628e-2062-4f8b-931b-0070f2630db7', 'name': 'tempest-AttachVolumeTestJSON-1484484639-router', 'tenant_id': 'bd051735f59a48aba03badfdff199de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'external_fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.232'}], 'enable_snat': True}, 'gw_port_id': 'f7912445-42b5-46b5-a69a-409dd99d7653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:12:48Z', 'updated_at': '2021-06-15T14:12:56Z', 'revision_number': 4, 'project_id': 'bd051735f59a48aba03badfdff199de6', 'gw_port': {'id': 'f7912445-42b5-46b5-a69a-409dd99d7653', 'name': '', 'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:e8:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cba628e-2062-4f8b-931b-0070f2630db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:12:48Z', 'updated_at': '2021-06-15T14:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796471-1-iscsi', '_interfaces': [{'id': '2da0d1b4-038a-45be-b076-f266fd77e006', 'name': '', 'network_id': '4aa06fea-aa17-4092-a73a-67493e684cef', 'tenant_id': 'bd051735f59a48aba03badfdff199de6', 'mac_address': 'fa:16:3e:f4:3d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cba628e-2062-4f8b-931b-0070f2630db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '948d283c-351b-4469-a9b0-92e873d860c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:12:54Z', 'updated_at': '2021-06-15T14:13:09Z', 'revision_number': 5, 'project_id': 'bd051735f59a48aba03badfdff199de6', 'subnets': [{'id': '948d283c-351b-4469-a9b0-92e873d860c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796471-1-iscsi', False) {} {{(pid=91909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:19:31.000096 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1ae129-08b0-4f51-baeb-7b880562d226 None None] The sync data for ids ['3cba628e-2062-4f8b-931b-0070f2630db7'] in dv-cinder-796471-1-iscsi is: [{'id': '3cba628e-2062-4f8b-931b-0070f2630db7', 'name': 'tempest-AttachVolumeTestJSON-1484484639-router', 'tenant_id': 'bd051735f59a48aba03badfdff199de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'external_fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.232'}], 'enable_snat': True}, 'gw_port_id': 'f7912445-42b5-46b5-a69a-409dd99d7653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:12:48Z', 'updated_at': '2021-06-15T14:12:56Z', 'revision_number': 4, 'project_id': 'bd051735f59a48aba03badfdff199de6', 'gw_port': {'id': 'f7912445-42b5-46b5-a69a-409dd99d7653', 'name': '', 'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:e8:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cba628e-2062-4f8b-931b-0070f2630db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:12:48Z', 'updated_at': '2021-06-15T14:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796471-1-iscsi', '_interfaces': [{'id': '2da0d1b4-038a-45be-b076-f266fd77e006', 'name': '', 'network_id': '4aa06fea-aa17-4092-a73a-67493e684cef', 'tenant_id': 'bd051735f59a48aba03badfdff199de6', 'mac_address': 'fa:16:3e:f4:3d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cba628e-2062-4f8b-931b-0070f2630db7', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '948d283c-351b-4469-a9b0-92e873d860c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:12:54Z', 'updated_at': '2021-06-15T14:13:09Z', 'revision_number': 5, 'project_id': 'bd051735f59a48aba03badfdff199de6', 'subnets': [{'id': '948d283c-351b-4469-a9b0-92e873d860c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:19:31.204061 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01db710b-579c-4343-bfb8-090fa2887f32 None None] New status for floating IP 407c5852-3129-4ee4-b602-33dffba380a3: DOWN {{(pid=91910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 15 14:19:32.602436 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 39040) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:19:32.667451 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-1abdebf2-6020-430a-9955-ba93653e43e2 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Notify callbacks [] for security_group, before_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:32.691535 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-1abdebf2-6020-430a-9955-ba93653e43e2 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:32.740278 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-1abdebf2-6020-430a-9955-ba93653e43e2 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:32.742940 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-1abdebf2-6020-430a-9955-ba93653e43e2 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Notify callbacks [] for security_group, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:32.744087 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-1abdebf2-6020-430a-9955-ba93653e43e2 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "DELETE /v2.0/security-groups/56c65c00-ae16-45b0-85b4-0457c7835882 HTTP/1.1" status: 204 len: 168 time: 0.1406171 Jun 15 14:19:32.744828 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-c3e6c95c-70fb-4a44-9f7b-e58502bd5b23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:19:32.746941 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 39042) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:19:32.754433 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abdebf2-6020-430a-9955-ba93653e43e2 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56c65c00-ae16-45b0-85b4-0457c7835882,revision_number=None']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:19:32.756686 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-1abdebf2-6020-430a-9955-ba93653e43e2 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:19:32.761963 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.api.v2.resource [None req-afc12162-64e3-4ec3-bd02-d1bfa217fcf8 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] show failed (client error): The resource could not be found. Jun 15 14:19:32.763171 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-afc12162-64e3-4ec3-bd02-d1bfa217fcf8 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "GET /v2.0/security-groups/56c65c00-ae16-45b0-85b4-0457c7835882 HTTP/1.1" status: 404 len: 347 time: 0.0152435 Jun 15 14:19:32.765962 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 39044) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:19:32.809924 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Device 934a3d87-5f46-425c-a672-8b29bb285cd4 no longer exists at agent hyperv_hv-cinder-79647 {{(pid=91909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:19:32.834430 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.plugin [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] No Port match for: 934a3d87-5f46-425c-a672-8b29bb285cd4 {{(pid=91909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:19:32.834694 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Device 934a3d87-5f46-425c-a672-8b29bb285cd4 not bound to the agent host hv-cinder-79647 {{(pid=91909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:19:33.208386 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.plugin [None req-4a573f6e-ef5e-4d25-806c-5233230391f1 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Deleting port 1d11d92b-b863-482b-b419-0831c41c0430 {{(pid=91906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:19:33.208716 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-4a573f6e-ef5e-4d25-806c-5233230391f1 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781714481448'] for port, before_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:33.304863 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-4a573f6e-ef5e-4d25-806c-5233230391f1 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668414'] for port, precommit_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:33.305182 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-4a573f6e-ef5e-4d25-806c-5233230391f1 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:33.399260 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.plugin [None req-4a573f6e-ef5e-4d25-806c-5233230391f1 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Calling delete_port for 1d11d92b-b863-482b-b419-0831c41c0430 owned by network:floatingip {{(pid=91906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:19:33.554506 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-4a573f6e-ef5e-4d25-806c-5233230391f1 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781714486604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781714044438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3410898'] for port, after_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:33.556374 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-040e6ce1-a18d-4be7-9273-f3648d912e48 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:19:33.587357 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a573f6e-ef5e-4d25-806c-5233230391f1 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Pushing event deleted for resources: {'Port': ['ID=1d11d92b-b863-482b-b419-0831c41c0430,revision_number=None']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:19:33.591073 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-4a573f6e-ef5e-4d25-806c-5233230391f1 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:19:33.667729 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-4a573f6e-ef5e-4d25-806c-5233230391f1 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Notify callbacks [] for floatingip, after_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:33.670627 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-4a573f6e-ef5e-4d25-806c-5233230391f1 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58954'] for floatingip, before_response {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:33.671979 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-4a573f6e-ef5e-4d25-806c-5233230391f1 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] 10.222.0.26 "DELETE /v2.0/floatingips/407c5852-3129-4ee4-b602-33dffba380a3 HTTP/1.1" status: 204 len: 168 time: 0.9045610 Jun 15 14:19:37.348446 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 39084) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:19:37.842622 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-d4838b5d-fc09-4dbc-be56-bddf59ef3b83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-670171'] for router_interface, before_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:38.167266 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.plugin [None req-d4838b5d-fc09-4dbc-be56-bddf59ef3b83 admin admin] Deleting port 2da0d1b4-038a-45be-b076-f266fd77e006 {{(pid=91906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:19:38.167511 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-d4838b5d-fc09-4dbc-be56-bddf59ef3b83 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781714481448'] for port, before_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:38.275950 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.db [None req-d4838b5d-fc09-4dbc-be56-bddf59ef3b83 admin admin] For port 2da0d1b4-038a-45be-b076-f266fd77e006, host dv-cinder-796471-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796471-1-iscsi',level=0,port_id=2da0d1b4-038a-45be-b076-f266fd77e006,segment=NetworkSegment(73a4283b-e0a5-4dad-80d0-c61f4808d629),segment_id=73a4283b-e0a5-4dad-80d0-c61f4808d629)] {{(pid=91906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:19:38.276306 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-d4838b5d-fc09-4dbc-be56-bddf59ef3b83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668414'] for port, precommit_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:38.367779 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.plugin [None req-d4838b5d-fc09-4dbc-be56-bddf59ef3b83 admin admin] Calling delete_port for 2da0d1b4-038a-45be-b076-f266fd77e006 owned by network:router_interface {{(pid=91906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:19:38.587893 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-d4838b5d-fc09-4dbc-be56-bddf59ef3b83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781714486604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781714044438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3410898'] for port, after_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:38.591337 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-e3950008-4ecc-409e-a4b9-e8905d081067 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:19:38.624121 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4838b5d-fc09-4dbc-be56-bddf59ef3b83 admin admin] Pushing event deleted for resources: {'Port': ['ID=2da0d1b4-038a-45be-b076-f266fd77e006,revision_number=None']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:19:38.690481 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4838b5d-fc09-4dbc-be56-bddf59ef3b83 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:19:38.690886 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4838b5d-fc09-4dbc-be56-bddf59ef3b83 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:19:38.691257 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4838b5d-fc09-4dbc-be56-bddf59ef3b83 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:19:38.691622 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4838b5d-fc09-4dbc-be56-bddf59ef3b83 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:19:38.691981 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4838b5d-fc09-4dbc-be56-bddf59ef3b83 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:19:38.692345 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4838b5d-fc09-4dbc-be56-bddf59ef3b83 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:19:38.692704 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4838b5d-fc09-4dbc-be56-bddf59ef3b83 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:19:38.693062 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4838b5d-fc09-4dbc-be56-bddf59ef3b83 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:19:38.693423 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4838b5d-fc09-4dbc-be56-bddf59ef3b83 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:19:38.693775 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4838b5d-fc09-4dbc-be56-bddf59ef3b83 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:19:38.694128 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4838b5d-fc09-4dbc-be56-bddf59ef3b83 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:19:38.694480 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4838b5d-fc09-4dbc-be56-bddf59ef3b83 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:19:38.697851 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-d4838b5d-fc09-4dbc-be56-bddf59ef3b83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:19:38.860630 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-d4838b5d-fc09-4dbc-be56-bddf59ef3b83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669771'] for router_interface, after_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:39.148140 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4838b5d-fc09-4dbc-be56-bddf59ef3b83 admin admin] Router 3cba628e-2062-4f8b-931b-0070f2630db7 has already been hosted by L3 agent 7c0fcfb6-ee6c-4f84-9204-f4cc96555f34 {{(pid=91906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:19:39.565513 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4838b5d-fc09-4dbc-be56-bddf59ef3b83 admin admin] Notify agent at l3_agent.dv-cinder-796471-1-iscsi the message routers_updated {{(pid=91906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:19:39.570432 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-d4838b5d-fc09-4dbc-be56-bddf59ef3b83 admin admin] 10.222.0.26 "PUT /v2.0/routers/3cba628e-2062-4f8b-931b-0070f2630db7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2209010 Jun 15 14:19:39.572989 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 39092) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:19:39.575621 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3679d2f-c215-44a7-93f7-3f2f4fda60b0 None None] Sync routers for ids ['3cba628e-2062-4f8b-931b-0070f2630db7'] in dv-cinder-796471-1-iscsi {{(pid=91909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:19:39.585670 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3679d2f-c215-44a7-93f7-3f2f4fda60b0 None None] Routers {'3cba628e-2062-4f8b-931b-0070f2630db7'} bound to L3 agent in host dv-cinder-796471-1-iscsi {{(pid=91909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:19:39.586288 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_hamode_db [None req-d3679d2f-c215-44a7-93f7-3f2f4fda60b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796471-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-15T14:04:51Z,description=,heartbeat_timestamp=2021-06-15T14:19:21Z,host='dv-cinder-796471-1-iscsi',id=7c0fcfb6-ee6c-4f84-9204-f4cc96555f34,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:04:51Z,topic='l3_agent')) {'router_ids': ['3cba628e-2062-4f8b-931b-0070f2630db7'], 'active': True} {{(pid=91909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:19:39.723129 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-30af0832-d99f-42ed-b3a4-c37ddfba5174 admin admin] Notify callbacks [] for router, before_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:39.869939 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_dvr_db [None req-d3679d2f-c215-44a7-93f7-3f2f4fda60b0 None None] Set router 3cba628e-2062-4f8b-931b-0070f2630db7 gateway port host: dv-cinder-796471-1-iscsi {{(pid=91909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:19:39.874260 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-30af0832-d99f-42ed-b3a4-c37ddfba5174 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:39.935661 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.plugin [None req-30af0832-d99f-42ed-b3a4-c37ddfba5174 admin admin] Deleting port f7912445-42b5-46b5-a69a-409dd99d7653 {{(pid=91906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:19:39.936038 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-30af0832-d99f-42ed-b3a4-c37ddfba5174 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781714481448'] for port, before_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:40.045246 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.db [None req-30af0832-d99f-42ed-b3a4-c37ddfba5174 admin admin] For port f7912445-42b5-46b5-a69a-409dd99d7653, host dv-cinder-796471-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796471-1-iscsi',level=0,port_id=f7912445-42b5-46b5-a69a-409dd99d7653,segment=NetworkSegment(16359361-6c0e-4f40-8a0e-56105654022c),segment_id=16359361-6c0e-4f40-8a0e-56105654022c)] {{(pid=91906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:19:40.045645 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-30af0832-d99f-42ed-b3a4-c37ddfba5174 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668414'] for port, precommit_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:40.107456 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_hamode_db [None req-d3679d2f-c215-44a7-93f7-3f2f4fda60b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cba628e-2062-4f8b-931b-0070f2630db7', 'name': 'tempest-AttachVolumeTestJSON-1484484639-router', 'tenant_id': 'bd051735f59a48aba03badfdff199de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'external_fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.232'}], 'enable_snat': True}, 'gw_port_id': 'f7912445-42b5-46b5-a69a-409dd99d7653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:12:48Z', 'updated_at': '2021-06-15T14:19:38Z', 'revision_number': 5, 'project_id': 'bd051735f59a48aba03badfdff199de6', 'gw_port': {'id': 'f7912445-42b5-46b5-a69a-409dd99d7653', 'name': '', 'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:e8:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cba628e-2062-4f8b-931b-0070f2630db7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:12:48Z', 'updated_at': '2021-06-15T14:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796471-1-iscsi'}], 'dv-cinder-796471-1-iscsi', False) {} {{(pid=91909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:19:40.110813 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3679d2f-c215-44a7-93f7-3f2f4fda60b0 None None] Checking router: 3cba628e-2062-4f8b-931b-0070f2630db7 for host: dv-cinder-796471-1-iscsi {{(pid=91909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:19:40.118916 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3679d2f-c215-44a7-93f7-3f2f4fda60b0 None None] Routers {'3cba628e-2062-4f8b-931b-0070f2630db7'} bound to L3 agent in host dv-cinder-796471-1-iscsi {{(pid=91909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:19:40.119533 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_hamode_db [None req-d3679d2f-c215-44a7-93f7-3f2f4fda60b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796471-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-15T14:04:51Z,description=,heartbeat_timestamp=2021-06-15T14:19:21Z,host='dv-cinder-796471-1-iscsi',id=7c0fcfb6-ee6c-4f84-9204-f4cc96555f34,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:04:51Z,topic='l3_agent')) {'router_ids': ['3cba628e-2062-4f8b-931b-0070f2630db7'], 'active': True} {{(pid=91909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:19:40.138083 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.plugin [None req-30af0832-d99f-42ed-b3a4-c37ddfba5174 admin admin] Calling delete_port for f7912445-42b5-46b5-a69a-409dd99d7653 owned by network:router_gateway {{(pid=91906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:19:40.241218 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_dvr_db [None req-d3679d2f-c215-44a7-93f7-3f2f4fda60b0 None None] Set router 3cba628e-2062-4f8b-931b-0070f2630db7 gateway port host: None {{(pid=91909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:19:40.328837 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_hamode_db [None req-d3679d2f-c215-44a7-93f7-3f2f4fda60b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cba628e-2062-4f8b-931b-0070f2630db7', 'name': 'tempest-AttachVolumeTestJSON-1484484639-router', 'tenant_id': 'bd051735f59a48aba03badfdff199de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:12:48Z', 'updated_at': '2021-06-15T14:19:39Z', 'revision_number': 6, 'project_id': 'bd051735f59a48aba03badfdff199de6', 'gw_port_host': None}], 'dv-cinder-796471-1-iscsi', False) {} {{(pid=91909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:19:40.332344 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3679d2f-c215-44a7-93f7-3f2f4fda60b0 None None] The sync data for ids ['3cba628e-2062-4f8b-931b-0070f2630db7'] in dv-cinder-796471-1-iscsi is: [{'id': '3cba628e-2062-4f8b-931b-0070f2630db7', 'name': 'tempest-AttachVolumeTestJSON-1484484639-router', 'tenant_id': 'bd051735f59a48aba03badfdff199de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:12:48Z', 'updated_at': '2021-06-15T14:19:39Z', 'revision_number': 6, 'project_id': 'bd051735f59a48aba03badfdff199de6', 'gw_port_host': None}] {{(pid=91909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:19:40.349706 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-30af0832-d99f-42ed-b3a4-c37ddfba5174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781714486604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781714044438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3410898'] for port, after_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:40.351953 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-4789487a-d3cc-4b5a-982d-5673c69bcd29 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:19:40.381514 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30af0832-d99f-42ed-b3a4-c37ddfba5174 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7912445-42b5-46b5-a69a-409dd99d7653,revision_number=None']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:19:40.383956 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-30af0832-d99f-42ed-b3a4-c37ddfba5174 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:19:40.463926 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-30af0832-d99f-42ed-b3a4-c37ddfba5174 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-667160'] for router_gateway, after_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:40.612851 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-30af0832-d99f-42ed-b3a4-c37ddfba5174 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-706281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10782'] for router, precommit_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:40.614869 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-30af0832-d99f-42ed-b3a4-c37ddfba5174 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:40.712372 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-30af0832-d99f-42ed-b3a4-c37ddfba5174 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-770111'] for router, after_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:40.712826 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30af0832-d99f-42ed-b3a4-c37ddfba5174 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3cba628e-2062-4f8b-931b-0070f2630db7 {{(pid=91906) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 15 14:19:40.719596 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-30af0832-d99f-42ed-b3a4-c37ddfba5174 admin admin] Notify callbacks [] for router, before_response {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:40.720871 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-30af0832-d99f-42ed-b3a4-c37ddfba5174 admin admin] 10.222.0.26 "DELETE /v2.0/routers/3cba628e-2062-4f8b-931b-0070f2630db7 HTTP/1.1" status: 204 len: 168 time: 1.1462369 Jun 15 14:19:40.723418 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 39108) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:19:40.782204 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fb5a1f0-cf36-4cc3-b467-4e3da946b1b1 admin admin] Deleting subnet 948d283c-351b-4469-a9b0-92e873d860c7 {{(pid=91907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 15 14:19:40.785284 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-9fb5a1f0-cf36-4cc3-b467-4e3da946b1b1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:40.832079 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-9fb5a1f0-cf36-4cc3-b467-4e3da946b1b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8456787'] for subnet, precommit_delete_associations {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:40.853096 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Device 2da0d1b4-038a-45be-b076-f266fd77e006 no longer exists at agent ovs-agent-dv-cinder-796471-1-iscsi {{(pid=91909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:19:40.878501 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.plugin [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] No Port match for: 2da0d1b4-038a-45be-b076-f266fd77e006 {{(pid=91909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:19:40.878974 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Device 2da0d1b4-038a-45be-b076-f266fd77e006 not bound to the agent host dv-cinder-796471-1-iscsi {{(pid=91909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:19:40.959477 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-9fb5a1f0-cf36-4cc3-b467-4e3da946b1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32884212'] for subnet, precommit_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:41.025448 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-9fb5a1f0-cf36-4cc3-b467-4e3da946b1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32884221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4061992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3414655'] for subnet, after_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:41.027825 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-e1347301-a3eb-40cc-9a5c-8e79aba0b762 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:19:41.055302 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb5a1f0-cf36-4cc3-b467-4e3da946b1b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=948d283c-351b-4469-a9b0-92e873d860c7,revision_number=None']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:19:41.060730 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-9fb5a1f0-cf36-4cc3-b467-4e3da946b1b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:19:41.064971 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-9fb5a1f0-cf36-4cc3-b467-4e3da946b1b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:41.069663 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 39112) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:19:41.069840 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-9fb5a1f0-cf36-4cc3-b467-4e3da946b1b1 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/948d283c-351b-4469-a9b0-92e873d860c7 HTTP/1.1" status: 204 len: 168 time: 0.3445761 Jun 15 14:19:41.070825 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e98a29f-3ce7-4545-b9e8-f115cf449087 None None] Network 4aa06fea-aa17-4092-a73a-67493e684cef requested from dv-cinder-796471-1-iscsi {{(pid=91909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:19:41.164450 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-e7c8335d-3694-4a27-8e1e-ab3fc296dfa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33040767'] for network, before_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:41.225104 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.plugin [None req-e7c8335d-3694-4a27-8e1e-ab3fc296dfa8 admin admin] Deleting port e9c64a3b-d064-49f9-b71c-8cccdd3b573e {{(pid=91906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:19:41.225443 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-e7c8335d-3694-4a27-8e1e-ab3fc296dfa8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781714481448'] for port, before_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:41.303768 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d394ad74-ad88-4a85-9a17-dc5a819a14a6 None None] DHCP port deletion for 4aa06fea-aa17-4092-a73a-67493e684cef request from dv-cinder-796471-1-iscsi {{(pid=91909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 15 14:19:41.312604 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.db [None req-e7c8335d-3694-4a27-8e1e-ab3fc296dfa8 admin admin] For port e9c64a3b-d064-49f9-b71c-8cccdd3b573e, host dv-cinder-796471-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796471-1-iscsi',level=0,port_id=e9c64a3b-d064-49f9-b71c-8cccdd3b573e,segment=NetworkSegment(73a4283b-e0a5-4dad-80d0-c61f4808d629),segment_id=73a4283b-e0a5-4dad-80d0-c61f4808d629)] {{(pid=91906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:19:41.312963 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-e7c8335d-3694-4a27-8e1e-ab3fc296dfa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668414'] for port, precommit_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:41.357128 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.plugin [None req-d394ad74-ad88-4a85-9a17-dc5a819a14a6 None None] Deleting port e9c64a3b-d064-49f9-b71c-8cccdd3b573e {{(pid=91909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:19:41.357502 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-d394ad74-ad88-4a85-9a17-dc5a819a14a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781714481448'] for port, before_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:41.405983 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.plugin [None req-e7c8335d-3694-4a27-8e1e-ab3fc296dfa8 admin admin] Calling delete_port for e9c64a3b-d064-49f9-b71c-8cccdd3b573e owned by network:dhcp {{(pid=91906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:19:41.451389 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-d394ad74-ad88-4a85-9a17-dc5a819a14a6 None None] For port e9c64a3b-d064-49f9-b71c-8cccdd3b573e, host dv-cinder-796471-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796471-1-iscsi',level=0,port_id=e9c64a3b-d064-49f9-b71c-8cccdd3b573e,segment=NetworkSegment(73a4283b-e0a5-4dad-80d0-c61f4808d629),segment_id=73a4283b-e0a5-4dad-80d0-c61f4808d629)] {{(pid=91909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:19:41.451818 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-d394ad74-ad88-4a85-9a17-dc5a819a14a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668414'] for port, precommit_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:41.503235 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-e7c8335d-3694-4a27-8e1e-ab3fc296dfa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781714486604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781714044438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3410898'] for port, after_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:41.507053 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-37d6e83f-94e1-4373-bd53-ecfda3659e94 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:19:41.539065 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c8335d-3694-4a27-8e1e-ab3fc296dfa8 admin admin] No DVR routers for this DVR port e9c64a3b-d064-49f9-b71c-8cccdd3b573e on host dv-cinder-796471-1-iscsi {{(pid=91906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:19:41.544434 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c8335d-3694-4a27-8e1e-ab3fc296dfa8 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9c64a3b-d064-49f9-b71c-8cccdd3b573e,revision_number=None']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:19:41.545873 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.plugin [None req-d394ad74-ad88-4a85-9a17-dc5a819a14a6 None None] Calling delete_port for e9c64a3b-d064-49f9-b71c-8cccdd3b573e owned by network:dhcp {{(pid=91909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:19:41.571519 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-e7c8335d-3694-4a27-8e1e-ab3fc296dfa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:19:41.647462 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-e7c8335d-3694-4a27-8e1e-ab3fc296dfa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32895081', 'neutron.services.segments.db._delete_segments_for_network-8781714566072'] for network, precommit_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:41.660249 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.services.segments.db [None req-e7c8335d-3694-4a27-8e1e-ab3fc296dfa8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4aa06fea-aa17-4092-a73a-67493e684cef']}} {{(pid=91906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:19:41.671322 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.services.segments.db [None req-e7c8335d-3694-4a27-8e1e-ab3fc296dfa8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73a4283b-e0a5-4dad-80d0-c61f4808d629') {'for_net_delete': True} {{(pid=91906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:19:41.671630 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.services.segments.db [None req-e7c8335d-3694-4a27-8e1e-ab3fc296dfa8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73a4283b-e0a5-4dad-80d0-c61f4808d629') {} {{(pid=91906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:19:41.681287 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-e7c8335d-3694-4a27-8e1e-ab3fc296dfa8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781714565910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3510240'] for segment, before_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:41.683323 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-d394ad74-ad88-4a85-9a17-dc5a819a14a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781714486604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781714044438'] for port, after_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:41.686005 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-791557a4-f54e-4284-a04b-639577bc88b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:19:41.696095 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-e7c8335d-3694-4a27-8e1e-ab3fc296dfa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32890017'] for segment, precommit_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:41.702475 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7c8335d-3694-4a27-8e1e-ab3fc296dfa8 admin admin] Releasing vlan 889 on physical network physnet1 to pool {{(pid=91906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:19:41.702909 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-e7c8335d-3694-4a27-8e1e-ab3fc296dfa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32890017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3410817'] for segment, after_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:41.704521 dv-cinder-796471-1-iscsi neutron-server[91906]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:19:41.704521 dv-cinder-796471-1-iscsi neutron-server[91906]: retrieve_revision_numbers = { Jun 15 14:19:41.704521 dv-cinder-796471-1-iscsi neutron-server[91906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:19:41.704521 dv-cinder-796471-1-iscsi neutron-server[91906]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:19:41.704521 dv-cinder-796471-1-iscsi neutron-server[91906]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:19:41.704521 dv-cinder-796471-1-iscsi neutron-server[91906]: retrieve_revision_numbers = { Jun 15 14:19:41.704521 dv-cinder-796471-1-iscsi neutron-server[91906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:19:41.704521 dv-cinder-796471-1-iscsi neutron-server[91906]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:19:41.704521 dv-cinder-796471-1-iscsi neutron-server[91906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:19:41.704521 dv-cinder-796471-1-iscsi neutron-server[91906]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:19:41.704521 dv-cinder-796471-1-iscsi neutron-server[91906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:19:41.704521 dv-cinder-796471-1-iscsi neutron-server[91906]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:19:41.704521 dv-cinder-796471-1-iscsi neutron-server[91906]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:19:41.704521 dv-cinder-796471-1-iscsi neutron-server[91906]: retrieve_revision_numbers = { Jun 15 14:19:41.704521 dv-cinder-796471-1-iscsi neutron-server[91906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:19:41.704521 dv-cinder-796471-1-iscsi neutron-server[91906]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:19:41.704521 dv-cinder-796471-1-iscsi neutron-server[91906]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:19:41.704521 dv-cinder-796471-1-iscsi neutron-server[91906]: retrieve_revision_numbers = { Jun 15 14:19:41.704521 dv-cinder-796471-1-iscsi neutron-server[91906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:19:41.704521 dv-cinder-796471-1-iscsi neutron-server[91906]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:19:41.704521 dv-cinder-796471-1-iscsi neutron-server[91906]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:19:41.704521 dv-cinder-796471-1-iscsi neutron-server[91906]: retrieve_revision_numbers = { Jun 15 14:19:41.704521 dv-cinder-796471-1-iscsi neutron-server[91906]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:19:41.704521 dv-cinder-796471-1-iscsi neutron-server[91906]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:19:41.704521 dv-cinder-796471-1-iscsi neutron-server[91906]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:19:41.704521 dv-cinder-796471-1-iscsi neutron-server[91906]: retrieve_revision_numbers = { Jun 15 14:19:41.704521 dv-cinder-796471-1-iscsi neutron-server[91906]: Traceback (most recent call last): Jun 15 14:19:41.704521 dv-cinder-796471-1-iscsi neutron-server[91906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 15 14:19:41.704521 dv-cinder-796471-1-iscsi neutron-server[91906]: timer() Jun 15 14:19:41.704521 dv-cinder-796471-1-iscsi neutron-server[91906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 15 14:19:41.704521 dv-cinder-796471-1-iscsi neutron-server[91906]: cb(*args, **kw) Jun 15 14:19:41.704521 dv-cinder-796471-1-iscsi neutron-server[91906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 15 14:19:41.704521 dv-cinder-796471-1-iscsi neutron-server[91906]: return func(*args, **kwargs) Jun 15 14:19:41.704521 dv-cinder-796471-1-iscsi neutron-server[91906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 15 14:19:41.704521 dv-cinder-796471-1-iscsi neutron-server[91906]: self._notify() Jun 15 14:19:41.704521 dv-cinder-796471-1-iscsi neutron-server[91906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 15 14:19:41.704521 dv-cinder-796471-1-iscsi neutron-server[91906]: self.callback(batched_events) Jun 15 14:19:41.704521 dv-cinder-796471-1-iscsi neutron-server[91906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 15 14:19:41.704521 dv-cinder-796471-1-iscsi neutron-server[91906]: event.method(event) Jun 15 14:19:41.704521 dv-cinder-796471-1-iscsi neutron-server[91906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 15 14:19:41.704521 dv-cinder-796471-1-iscsi neutron-server[91906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 15 14:19:41.704521 dv-cinder-796471-1-iscsi neutron-server[91906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 15 14:19:41.704521 dv-cinder-796471-1-iscsi neutron-server[91906]: aggregate_uuid = self.p_client.list_aggregates( Jun 15 14:19:41.704521 dv-cinder-796471-1-iscsi neutron-server[91906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 15 14:19:41.704521 dv-cinder-796471-1-iscsi neutron-server[91906]: return f(self, *a, **k) Jun 15 14:19:41.704521 dv-cinder-796471-1-iscsi neutron-server[91906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 15 14:19:41.704521 dv-cinder-796471-1-iscsi neutron-server[91906]: return self._get(url).json() Jun 15 14:19:41.704521 dv-cinder-796471-1-iscsi neutron-server[91906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 15 14:19:41.704521 dv-cinder-796471-1-iscsi neutron-server[91906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 15 14:19:41.704521 dv-cinder-796471-1-iscsi neutron-server[91906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 15 14:19:41.704521 dv-cinder-796471-1-iscsi neutron-server[91906]: return self.request(url, 'GET', **kwargs) Jun 15 14:19:41.704521 dv-cinder-796471-1-iscsi neutron-server[91906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 15 14:19:41.704521 dv-cinder-796471-1-iscsi neutron-server[91906]: base_url = self.get_endpoint(auth, allow=allow, Jun 15 14:19:41.704521 dv-cinder-796471-1-iscsi neutron-server[91906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 15 14:19:41.704521 dv-cinder-796471-1-iscsi neutron-server[91906]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 15 14:19:41.704521 dv-cinder-796471-1-iscsi neutron-server[91906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 15 14:19:41.704521 dv-cinder-796471-1-iscsi neutron-server[91906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 15 14:19:41.704521 dv-cinder-796471-1-iscsi neutron-server[91906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 15 14:19:41.718867 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d394ad74-ad88-4a85-9a17-dc5a819a14a6 None None] Pushing event deleted for resources: {'Port': ['ID=e9c64a3b-d064-49f9-b71c-8cccdd3b573e,revision_number=None']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:19:41.720931 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d394ad74-ad88-4a85-9a17-dc5a819a14a6 None None] No DVR routers for this DVR port e9c64a3b-d064-49f9-b71c-8cccdd3b573e on host dv-cinder-796471-1-iscsi {{(pid=91909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:19:41.722129 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-d394ad74-ad88-4a85-9a17-dc5a819a14a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:19:41.781108 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-e7c8335d-3694-4a27-8e1e-ab3fc296dfa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32895094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-350226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667141'] for network, after_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:41.784848 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-d135a67e-8592-40bd-aaa4-5586cc0af965 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:19:41.787303 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-e7c8335d-3694-4a27-8e1e-ab3fc296dfa8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537372'] for network, before_response {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:41.789055 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-e7c8335d-3694-4a27-8e1e-ab3fc296dfa8 admin admin] 10.222.0.26 "DELETE /v2.0/networks/4aa06fea-aa17-4092-a73a-67493e684cef HTTP/1.1" status: 204 len: 168 time: 0.7181139 Jun 15 14:19:41.802525 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c8335d-3694-4a27-8e1e-ab3fc296dfa8 admin admin] Pushing event deleted for resources: {'Network': ['ID=4aa06fea-aa17-4092-a73a-67493e684cef,revision_number=None']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:19:41.806658 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-e7c8335d-3694-4a27-8e1e-ab3fc296dfa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:19:41.904038 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 39120) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:19:41.947070 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-63dc911b-4f36-4401-9140-aef7a243b808 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bd051735f59a48aba03badfdff199de6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0416086 Jun 15 14:19:41.949448 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 39122) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:19:42.005107 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-58d7ef36-7d73-46e6-b668-55f4173ca68d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:42.028598 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-58d7ef36-7d73-46e6-b668-55f4173ca68d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:42.078887 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-58d7ef36-7d73-46e6-b668-55f4173ca68d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:42.081415 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-58d7ef36-7d73-46e6-b668-55f4173ca68d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:42.082555 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-58d7ef36-7d73-46e6-b668-55f4173ca68d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/71103f70-e14b-47aa-b8f3-64d6daf11fa7 HTTP/1.1" status: 204 len: 168 time: 0.1321104 Jun 15 14:19:42.083335 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-0b87ff0a-ac79-4771-8b7c-c3777bf7d55b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:19:42.092287 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d7ef36-7d73-46e6-b668-55f4173ca68d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71103f70-e14b-47aa-b8f3-64d6daf11fa7,revision_number=None']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:19:42.094538 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-58d7ef36-7d73-46e6-b668-55f4173ca68d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:19:42.328303 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cd18e8-9495-40b3-beea-d5257ef33139 req-49c56459-f550-4430-997c-8d1737f34058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:19:42.329888 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-32cd18e8-9495-40b3-beea-d5257ef33139 req-49c56459-f550-4430-997c-8d1737f34058 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=bdbc49f82db24b3887142e44b8029698&device_id=31dc7157-8256-403d-9629-9d226d2363cf HTTP/1.1" status: 200 len: 1138 time: 0.0638504 Jun 15 14:19:42.333941 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39978d38-785f-4079-b180-2b54ac1d6216 req-5bce503f-4899-4158-bf5a-8fc21396aaa1 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:19:42.335420 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-39978d38-785f-4079-b180-2b54ac1d6216 req-5bce503f-4899-4158-bf5a-8fc21396aaa1 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] 10.222.0.26 "GET /v2.0/ports?device_id=31dc7157-8256-403d-9629-9d226d2363cf HTTP/1.1" status: 200 len: 985 time: 0.0776451 Jun 15 14:19:42.381753 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-39978d38-785f-4079-b180-2b54ac1d6216 req-1017600b-e1ca-498d-8232-3263e9d103ea tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] 10.222.0.26 "GET /v2.0/security-groups?id=71e0047f-f5f5-4bfe-9edd-64cb2daf8f18&id=0f033e96-ee0a-4e07-9508-0933d11f952b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0398531 Jun 15 14:19:42.459583 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cd18e8-9495-40b3-beea-d5257ef33139 req-ea5a5ffe-f0a5-4b28-bdb4-0e590377c469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:19:42.461052 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-32cd18e8-9495-40b3-beea-d5257ef33139 req-ea5a5ffe-f0a5-4b28-bdb4-0e590377c469 service neutron] 10.222.0.67 "GET /v2.0/networks?id=d785db07-dec5-4c04-aa3b-7e193f13bd39 HTTP/1.1" status: 200 len: 916 time: 0.1147032 Jun 15 14:19:42.543825 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-32cd18e8-9495-40b3-beea-d5257ef33139 req-b135c449-a568-47a1-b741-3b7e86af3896 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dc9abd9d-d9c7-48a1-8c33-5d8b0bd8eecb HTTP/1.1" status: 200 len: 1001 time: 0.0744507 Jun 15 14:19:42.610383 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cd18e8-9495-40b3-beea-d5257ef33139 req-694036ff-ec7d-4bde-998e-6ac6e61de177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:19:42.611858 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-32cd18e8-9495-40b3-beea-d5257ef33139 req-694036ff-ec7d-4bde-998e-6ac6e61de177 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d4d04c56-7574-499d-9928-de3ab052dae1 HTTP/1.1" status: 200 len: 854 time: 0.0584664 Jun 15 14:19:42.680210 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cd18e8-9495-40b3-beea-d5257ef33139 req-454aa0e9-9758-4ad5-8cdf-07424d472d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:19:42.681743 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-32cd18e8-9495-40b3-beea-d5257ef33139 req-454aa0e9-9758-4ad5-8cdf-07424d472d94 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d785db07-dec5-4c04-aa3b-7e193f13bd39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0596910 Jun 15 14:19:42.785177 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Device e9c64a3b-d064-49f9-b71c-8cccdd3b573e no longer exists at agent ovs-agent-dv-cinder-796471-1-iscsi {{(pid=91909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:19:42.807335 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-32cd18e8-9495-40b3-beea-d5257ef33139 req-af1b8b6c-a7f9-4b60-a709-43b5dff98c1a service neutron] 10.222.0.67 "GET /v2.0/networks/d785db07-dec5-4c04-aa3b-7e193f13bd39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142280 Jun 15 14:19:42.809970 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.plugin [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] No Port match for: e9c64a3b-d064-49f9-b71c-8cccdd3b573e {{(pid=91909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:19:42.810338 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Device e9c64a3b-d064-49f9-b71c-8cccdd3b573e not bound to the agent host dv-cinder-796471-1-iscsi {{(pid=91909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:19:42.810755 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Device f7912445-42b5-46b5-a69a-409dd99d7653 no longer exists at agent ovs-agent-dv-cinder-796471-1-iscsi {{(pid=91909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:19:42.834771 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.plugin [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] No Port match for: f7912445-42b5-46b5-a69a-409dd99d7653 {{(pid=91909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:19:42.835153 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Device f7912445-42b5-46b5-a69a-409dd99d7653 not bound to the agent host dv-cinder-796471-1-iscsi {{(pid=91909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:19:42.934697 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-32cd18e8-9495-40b3-beea-d5257ef33139 req-a1bb74d3-34aa-44e0-96dc-ed262f595cf3 service neutron] 10.222.0.67 "GET /v2.0/networks/d785db07-dec5-4c04-aa3b-7e193f13bd39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201293 Jun 15 14:19:43.571681 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d00ad1-220b-4e1e-98ba-5a0323d1da4f req-1d7999c4-f5a1-4770-9ee7-39c731707fa4 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:19:43.576233 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-08d00ad1-220b-4e1e-98ba-5a0323d1da4f req-1d7999c4-f5a1-4770-9ee7-39c731707fa4 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] 10.222.0.26 "GET /v2.0/ports?device_id=31dc7157-8256-403d-9629-9d226d2363cf HTTP/1.1" status: 200 len: 985 time: 0.0741563 Jun 15 14:19:43.619454 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-08d00ad1-220b-4e1e-98ba-5a0323d1da4f req-0b7cdd1c-99fe-437a-a4fa-c4af0502caf5 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] 10.222.0.26 "GET /v2.0/security-groups?id=71e0047f-f5f5-4bfe-9edd-64cb2daf8f18&id=0f033e96-ee0a-4e07-9508-0933d11f952b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0396571 Jun 15 14:19:43.933447 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 39196) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:19:44.041505 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-0547c2ad-1c52-4f73-9ac7-9747a5bf6588 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:44.133336 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-0547c2ad-1c52-4f73-9ac7-9747a5bf6588 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:44.136972 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-0547c2ad-1c52-4f73-9ac7-9747a5bf6588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:44.139335 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-ab3b6fd6-cb61-46a8-8890-7e02f180ca05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:19:44.181813 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-0547c2ad-1c52-4f73-9ac7-9747a5bf6588 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=29fb3e6370c94347acfb5b6b4b500557&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2472057 Jun 15 14:19:44.183280 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0547c2ad-1c52-4f73-9ac7-9747a5bf6588 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=980fab64-90e6-4e4a-b143-9bef46bade21,revision_number=1']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:19:44.185341 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 39200) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:19:44.186923 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-0547c2ad-1c52-4f73-9ac7-9747a5bf6588 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:19:44.239681 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-384a7208-47c4-4c7e-86cb-25d8da9ba6f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:44.264586 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-384a7208-47c4-4c7e-86cb-25d8da9ba6f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:44.316581 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-384a7208-47c4-4c7e-86cb-25d8da9ba6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:44.319464 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-384a7208-47c4-4c7e-86cb-25d8da9ba6f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:44.320604 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-384a7208-47c4-4c7e-86cb-25d8da9ba6f7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/980fab64-90e6-4e4a-b143-9bef46bade21 HTTP/1.1" status: 204 len: 168 time: 0.1342533 Jun 15 14:19:44.321379 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-845811cc-a6fd-446d-af34-aad1b02e6997 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:19:44.331852 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a7208-47c4-4c7e-86cb-25d8da9ba6f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=980fab64-90e6-4e4a-b143-9bef46bade21,revision_number=None']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:19:44.334287 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-384a7208-47c4-4c7e-86cb-25d8da9ba6f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:19:44.581080 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 39206) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:19:44.598544 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-250b21aa-3972-4f0a-9b2b-91b063d4b94b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:44.694945 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-250b21aa-3972-4f0a-9b2b-91b063d4b94b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:44.699624 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-250b21aa-3972-4f0a-9b2b-91b063d4b94b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:44.703031 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-19f22fbc-6a98-4f5a-8773-cb1cf49c689d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:19:44.754800 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-250b21aa-3972-4f0a-9b2b-91b063d4b94b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a2fd5c5e27f44cc08c3e02eab705eeed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1725678 Jun 15 14:19:44.757377 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 39210) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:19:44.783833 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250b21aa-3972-4f0a-9b2b-91b063d4b94b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b91e7c8b-4919-4311-b117-f9e132dbbc14,revision_number=1']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:19:44.788161 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-250b21aa-3972-4f0a-9b2b-91b063d4b94b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:19:44.853772 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-14ba1ae2-9684-4842-88cf-c724506c3a91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:44.865199 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a57e34e-16ec-4e76-84b6-6384a927402d req-fafae253-c207-4f0f-ad24-244e4c506732 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:19:44.866669 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-2a57e34e-16ec-4e76-84b6-6384a927402d req-fafae253-c207-4f0f-ad24-244e4c506732 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] 10.222.0.26 "GET /v2.0/ports?device_id=31dc7157-8256-403d-9629-9d226d2363cf HTTP/1.1" status: 200 len: 985 time: 0.1266820 Jun 15 14:19:44.903124 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-14ba1ae2-9684-4842-88cf-c724506c3a91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:44.946268 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-2a57e34e-16ec-4e76-84b6-6384a927402d req-5de9606f-2510-4f9f-8b65-e3de79faa5dc tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] 10.222.0.26 "GET /v2.0/security-groups?id=71e0047f-f5f5-4bfe-9edd-64cb2daf8f18&id=0f033e96-ee0a-4e07-9508-0933d11f952b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0721295 Jun 15 14:19:44.973156 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-14ba1ae2-9684-4842-88cf-c724506c3a91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:44.976114 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-14ba1ae2-9684-4842-88cf-c724506c3a91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:44.977238 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-14ba1ae2-9684-4842-88cf-c724506c3a91 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b91e7c8b-4919-4311-b117-f9e132dbbc14 HTTP/1.1" status: 204 len: 168 time: 0.2189858 Jun 15 14:19:44.978010 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-b2ba2e2b-c265-4f17-9f15-864f6fa3c833 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:19:44.987508 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ba1ae2-9684-4842-88cf-c724506c3a91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b91e7c8b-4919-4311-b117-f9e132dbbc14,revision_number=None']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:19:44.990126 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-14ba1ae2-9684-4842-88cf-c724506c3a91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:19:46.139818 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80f9cf7-eeaa-4656-9edf-d00950d87277 req-07018bfe-e08c-46be-8982-4ca6479f9ab4 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:19:46.141553 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-c80f9cf7-eeaa-4656-9edf-d00950d87277 req-07018bfe-e08c-46be-8982-4ca6479f9ab4 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] 10.222.0.26 "GET /v2.0/ports?device_id=31dc7157-8256-403d-9629-9d226d2363cf HTTP/1.1" status: 200 len: 985 time: 0.0729592 Jun 15 14:19:46.186926 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-c80f9cf7-eeaa-4656-9edf-d00950d87277 req-a0c4d8cb-3a4d-43e7-976d-c79159362afe tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] 10.222.0.26 "GET /v2.0/security-groups?id=71e0047f-f5f5-4bfe-9edd-64cb2daf8f18&id=0f033e96-ee0a-4e07-9508-0933d11f952b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0396569 Jun 15 14:19:47.528875 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fbb0e4-78f4-42c2-8a7d-39cb60eb2a4a req-5788a842-df4a-4bb7-a1ed-ab3cbb6513c7 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:19:47.530363 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-a0fbb0e4-78f4-42c2-8a7d-39cb60eb2a4a req-5788a842-df4a-4bb7-a1ed-ab3cbb6513c7 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] 10.222.0.26 "GET /v2.0/ports?device_id=31dc7157-8256-403d-9629-9d226d2363cf HTTP/1.1" status: 200 len: 985 time: 0.0742466 Jun 15 14:19:47.577621 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-a0fbb0e4-78f4-42c2-8a7d-39cb60eb2a4a req-2197199c-0300-47e2-940d-0c6a8e7b823f tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] 10.222.0.26 "GET /v2.0/security-groups?id=71e0047f-f5f5-4bfe-9edd-64cb2daf8f18&id=0f033e96-ee0a-4e07-9508-0933d11f952b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0412042 Jun 15 14:19:48.057958 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-1c9e7a73-4363-4adb-86d5-bb99bfd15e47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:48.759866 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619d4980-bd12-49eb-a39a-8a4e2251b484 req-d573db4e-3bf5-4bf7-b4a2-55fc48f86a16 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:19:48.761788 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-619d4980-bd12-49eb-a39a-8a4e2251b484 req-d573db4e-3bf5-4bf7-b4a2-55fc48f86a16 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] 10.222.0.26 "GET /v2.0/ports?device_id=31dc7157-8256-403d-9629-9d226d2363cf HTTP/1.1" status: 200 len: 985 time: 0.0719960 Jun 15 14:19:48.805194 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-619d4980-bd12-49eb-a39a-8a4e2251b484 req-afdda3f8-7e61-4bde-9104-74547ed526f9 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] 10.222.0.26 "GET /v2.0/security-groups?id=71e0047f-f5f5-4bfe-9edd-64cb2daf8f18&id=0f033e96-ee0a-4e07-9508-0933d11f952b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0373266 Jun 15 14:19:49.989347 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da9d475-2df3-4d41-995c-5f8bee3788be req-7b398dd7-1727-41ce-a7d7-a4b77a3e1e34 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:19:49.990912 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-6da9d475-2df3-4d41-995c-5f8bee3788be req-7b398dd7-1727-41ce-a7d7-a4b77a3e1e34 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] 10.222.0.26 "GET /v2.0/ports?device_id=31dc7157-8256-403d-9629-9d226d2363cf HTTP/1.1" status: 200 len: 985 time: 0.0741916 Jun 15 14:19:50.034230 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-6da9d475-2df3-4d41-995c-5f8bee3788be req-e96a58e9-165b-43b5-ace0-ce7fef20958c tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] 10.222.0.26 "GET /v2.0/security-groups?id=71e0047f-f5f5-4bfe-9edd-64cb2daf8f18&id=0f033e96-ee0a-4e07-9508-0933d11f952b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0375676 Jun 15 14:19:50.689445 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:50.924220 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-6c6da5ed-c9e1-44b4-a818-43378513a7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:51.213531 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88804892-205d-43db-940d-6aaccf324eea req-257629a0-4d26-4660-a037-2c10f15a745f tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:19:51.215503 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-88804892-205d-43db-940d-6aaccf324eea req-257629a0-4d26-4660-a037-2c10f15a745f tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] 10.222.0.26 "GET /v2.0/ports?device_id=31dc7157-8256-403d-9629-9d226d2363cf HTTP/1.1" status: 200 len: 985 time: 0.0686944 Jun 15 14:19:51.260383 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-88804892-205d-43db-940d-6aaccf324eea req-9499ca70-a70f-47b5-b256-70fdc0b9e5d1 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] 10.222.0.26 "GET /v2.0/security-groups?id=71e0047f-f5f5-4bfe-9edd-64cb2daf8f18&id=0f033e96-ee0a-4e07-9508-0933d11f952b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0391757 Jun 15 14:19:51.789948 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-a2325736-757f-4788-9f3d-6fe831cb64a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:52.446096 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa92e9b-5310-4dc2-9174-3a8af4e7a26b req-45d7936f-7e0b-4ef1-a522-6e35721a6af0 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:19:52.447534 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-9aa92e9b-5310-4dc2-9174-3a8af4e7a26b req-45d7936f-7e0b-4ef1-a522-6e35721a6af0 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] 10.222.0.26 "GET /v2.0/ports?device_id=31dc7157-8256-403d-9629-9d226d2363cf HTTP/1.1" status: 200 len: 985 time: 0.0702746 Jun 15 14:19:52.491746 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-9aa92e9b-5310-4dc2-9174-3a8af4e7a26b req-b31bbe66-837d-461f-8ad2-828f7efdb51a tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] 10.222.0.26 "GET /v2.0/security-groups?id=71e0047f-f5f5-4bfe-9edd-64cb2daf8f18&id=0f033e96-ee0a-4e07-9508-0933d11f952b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0383317 Jun 15 14:19:53.428344 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-987cb3c8-732e-4ef7-aae2-903816ba9880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:53.675054 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003177cb-ecfd-47ac-80ae-71f2342dfd61 req-992d8e03-22d6-4cbc-93fb-f8bc2d877196 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:19:53.676514 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-003177cb-ecfd-47ac-80ae-71f2342dfd61 req-992d8e03-22d6-4cbc-93fb-f8bc2d877196 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] 10.222.0.26 "GET /v2.0/ports?device_id=31dc7157-8256-403d-9629-9d226d2363cf HTTP/1.1" status: 200 len: 985 time: 0.0729198 Jun 15 14:19:53.719534 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-003177cb-ecfd-47ac-80ae-71f2342dfd61 req-25bf6fa6-e2c2-4deb-97a4-3f96ae969556 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] 10.222.0.26 "GET /v2.0/security-groups?id=71e0047f-f5f5-4bfe-9edd-64cb2daf8f18&id=0f033e96-ee0a-4e07-9508-0933d11f952b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0371082 Jun 15 14:19:54.902957 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeca1ce-25b8-4644-8b15-80d28176e7ef req-4d9452a0-e111-4998-a6bd-112728dc749d tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:19:54.904316 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-1eeca1ce-25b8-4644-8b15-80d28176e7ef req-4d9452a0-e111-4998-a6bd-112728dc749d tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] 10.222.0.26 "GET /v2.0/ports?device_id=31dc7157-8256-403d-9629-9d226d2363cf HTTP/1.1" status: 200 len: 985 time: 0.0717769 Jun 15 14:19:54.946539 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-1eeca1ce-25b8-4644-8b15-80d28176e7ef req-4bc3a775-0140-46c7-bdbb-fa841f3d99ad tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] 10.222.0.26 "GET /v2.0/security-groups?id=71e0047f-f5f5-4bfe-9edd-64cb2daf8f18&id=0f033e96-ee0a-4e07-9508-0933d11f952b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0363333 Jun 15 14:19:56.130969 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65075ec-ae47-465f-a5b7-bf751cd131cd req-325796b5-0ed3-41e6-b32b-fd670c7b8d09 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:19:56.132434 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-a65075ec-ae47-465f-a5b7-bf751cd131cd req-325796b5-0ed3-41e6-b32b-fd670c7b8d09 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] 10.222.0.26 "GET /v2.0/ports?device_id=31dc7157-8256-403d-9629-9d226d2363cf HTTP/1.1" status: 200 len: 985 time: 0.0701027 Jun 15 14:19:56.175945 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-a65075ec-ae47-465f-a5b7-bf751cd131cd req-4b5cbfa8-68f2-40b9-92d7-01523ef4d500 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] 10.222.0.26 "GET /v2.0/security-groups?id=71e0047f-f5f5-4bfe-9edd-64cb2daf8f18&id=0f033e96-ee0a-4e07-9508-0933d11f952b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0368495 Jun 15 14:19:57.356571 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b878af7-3fd9-4816-b4f7-766ec8cdba6e req-f93f57cb-d68a-4043-acf5-1fe35f2266e5 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:19:57.358050 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-7b878af7-3fd9-4816-b4f7-766ec8cdba6e req-f93f57cb-d68a-4043-acf5-1fe35f2266e5 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] 10.222.0.26 "GET /v2.0/ports?device_id=31dc7157-8256-403d-9629-9d226d2363cf HTTP/1.1" status: 200 len: 985 time: 0.0698590 Jun 15 14:19:57.406947 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-7b878af7-3fd9-4816-b4f7-766ec8cdba6e req-f2807a00-fe88-4883-bc31-aaa52d40f5ae tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] 10.222.0.26 "GET /v2.0/security-groups?id=71e0047f-f5f5-4bfe-9edd-64cb2daf8f18&id=0f033e96-ee0a-4e07-9508-0933d11f952b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0429871 Jun 15 14:19:57.560536 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:19:58.596748 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910293aa-4b3b-41b4-80da-931fd534f7a1 req-8c9042e1-7fc8-46af-bb2b-9c665b8a3aaf tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:19:58.598215 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-910293aa-4b3b-41b4-80da-931fd534f7a1 req-8c9042e1-7fc8-46af-bb2b-9c665b8a3aaf tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] 10.222.0.26 "GET /v2.0/ports?device_id=31dc7157-8256-403d-9629-9d226d2363cf HTTP/1.1" status: 200 len: 985 time: 0.0776248 Jun 15 14:19:58.644391 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-910293aa-4b3b-41b4-80da-931fd534f7a1 req-f354cc5d-8073-459e-8135-3435fc4ae9d8 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] 10.222.0.26 "GET /v2.0/security-groups?id=71e0047f-f5f5-4bfe-9edd-64cb2daf8f18&id=0f033e96-ee0a-4e07-9508-0933d11f952b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0395658 Jun 15 14:19:59.372411 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-b06f84ba-d42e-4d6b-a065-f9e33a3e1854 req-d426e767-b7f3-4e3f-943a-fe854f30c109 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1c338005-e679-4872-9a31-4b3860bc0e3c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0704012 Jun 15 14:19:59.466923 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06f84ba-d42e-4d6b-a065-f9e33a3e1854 req-2a27c96b-6a72-4f18-99ab-f6bc3985723d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:19:59.468391 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-b06f84ba-d42e-4d6b-a065-f9e33a3e1854 req-2a27c96b-6a72-4f18-99ab-f6bc3985723d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c3de56a81c9f49fdb5657745f0c5e9a7&device_id=1c338005-e679-4872-9a31-4b3860bc0e3c HTTP/1.1" status: 200 len: 1099 time: 0.0603013 Jun 15 14:19:59.600736 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06f84ba-d42e-4d6b-a065-f9e33a3e1854 req-e7137f59-d06f-4f1d-a612-2a8e74199362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:19:59.602181 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-b06f84ba-d42e-4d6b-a065-f9e33a3e1854 req-e7137f59-d06f-4f1d-a612-2a8e74199362 service neutron] 10.222.0.67 "GET /v2.0/networks?id=38cc54e9-46a5-4f17-85e6-fe0dd786b611 HTTP/1.1" status: 200 len: 911 time: 0.1091123 Jun 15 14:19:59.686304 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-b06f84ba-d42e-4d6b-a065-f9e33a3e1854 req-2ebb2901-1659-4ad8-84df-11722a0ec73d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea61a4d3-9dba-46d7-bade-007b03bc52a7 HTTP/1.1" status: 200 len: 1002 time: 0.0763328 Jun 15 14:19:59.757932 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06f84ba-d42e-4d6b-a065-f9e33a3e1854 req-608c4be0-ed8e-4e32-a844-9c4f365e61e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:19:59.759415 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-b06f84ba-d42e-4d6b-a065-f9e33a3e1854 req-608c4be0-ed8e-4e32-a844-9c4f365e61e0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c7a8d3b2-93d0-474b-a785-3b20f05c50a2 HTTP/1.1" status: 200 len: 849 time: 0.0584223 Jun 15 14:19:59.830970 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21f8a2a-41bb-4819-b3f7-851b92dceacf req-67d85a32-1a3b-4d6c-93d7-0540d5c6b765 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:19:59.832454 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-f21f8a2a-41bb-4819-b3f7-851b92dceacf req-67d85a32-1a3b-4d6c-93d7-0540d5c6b765 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] 10.222.0.26 "GET /v2.0/ports?device_id=31dc7157-8256-403d-9629-9d226d2363cf HTTP/1.1" status: 200 len: 985 time: 0.0721786 Jun 15 14:19:59.880099 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-f21f8a2a-41bb-4819-b3f7-851b92dceacf req-b4b56728-0982-4004-9c57-8083a9ff43be tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] 10.222.0.26 "GET /v2.0/security-groups?id=71e0047f-f5f5-4bfe-9edd-64cb2daf8f18&id=0f033e96-ee0a-4e07-9508-0933d11f952b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0418141 Jun 15 14:20:01.059324 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81a4ea1-3ceb-4c31-b08b-76f9bf267ddb req-7318f1fd-ceeb-444e-bf43-0f248d93d902 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:20:01.060773 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-a81a4ea1-3ceb-4c31-b08b-76f9bf267ddb req-7318f1fd-ceeb-444e-bf43-0f248d93d902 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] 10.222.0.26 "GET /v2.0/ports?device_id=31dc7157-8256-403d-9629-9d226d2363cf HTTP/1.1" status: 200 len: 985 time: 0.0681615 Jun 15 14:20:01.103645 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-a81a4ea1-3ceb-4c31-b08b-76f9bf267ddb req-8af71f68-f92f-463c-9b28-596f21474f28 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] 10.222.0.26 "GET /v2.0/security-groups?id=71e0047f-f5f5-4bfe-9edd-64cb2daf8f18&id=0f033e96-ee0a-4e07-9508-0933d11f952b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0372481 Jun 15 14:20:02.285163 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e3ce73-7e6c-4817-af6d-e644235b0a1b req-6b4a9e54-cae0-4dc1-aee7-681f7585922c tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:20:02.286485 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-f7e3ce73-7e6c-4817-af6d-e644235b0a1b req-6b4a9e54-cae0-4dc1-aee7-681f7585922c tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] 10.222.0.26 "GET /v2.0/ports?device_id=31dc7157-8256-403d-9629-9d226d2363cf HTTP/1.1" status: 200 len: 985 time: 0.0710914 Jun 15 14:20:02.613012 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-f7e3ce73-7e6c-4817-af6d-e644235b0a1b req-b8091d0d-36d6-44f0-a841-06ef7832f20c tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] 10.222.0.26 "GET /v2.0/security-groups?id=71e0047f-f5f5-4bfe-9edd-64cb2daf8f18&id=0f033e96-ee0a-4e07-9508-0933d11f952b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3207846 Jun 15 14:20:02.633765 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06f84ba-d42e-4d6b-a065-f9e33a3e1854 req-2dc5df4f-f57b-4324-9c87-904f7dd30926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:20:02.635263 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-b06f84ba-d42e-4d6b-a065-f9e33a3e1854 req-2dc5df4f-f57b-4324-9c87-904f7dd30926 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=38cc54e9-46a5-4f17-85e6-fe0dd786b611&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0772140 Jun 15 14:20:02.755712 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-b06f84ba-d42e-4d6b-a065-f9e33a3e1854 req-47d29b23-554b-4cb4-b011-b3e3834a152a service neutron] 10.222.0.67 "GET /v2.0/networks/38cc54e9-46a5-4f17-85e6-fe0dd786b611?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111279 Jun 15 14:20:02.870591 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-b06f84ba-d42e-4d6b-a065-f9e33a3e1854 req-3ddf11ad-98d8-44a4-b12f-74737d1b8ee6 service neutron] 10.222.0.67 "GET /v2.0/networks/38cc54e9-46a5-4f17-85e6-fe0dd786b611?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082082 Jun 15 14:20:03.808836 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eab554-a6f2-42f4-a91b-def76284aec5 req-f83a6191-546a-40e2-8d5c-d46266f29bb2 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:20:03.810427 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-42eab554-a6f2-42f4-a91b-def76284aec5 req-f83a6191-546a-40e2-8d5c-d46266f29bb2 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] 10.222.0.26 "GET /v2.0/ports?device_id=31dc7157-8256-403d-9629-9d226d2363cf HTTP/1.1" status: 200 len: 985 time: 0.0782759 Jun 15 14:20:03.864174 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-42eab554-a6f2-42f4-a91b-def76284aec5 req-eef5ff08-fae8-444d-a013-1d74cf7c659e tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] 10.222.0.26 "GET /v2.0/security-groups?id=71e0047f-f5f5-4bfe-9edd-64cb2daf8f18&id=0f033e96-ee0a-4e07-9508-0933d11f952b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0381644 Jun 15 14:20:05.045398 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd5f6cd-b6b4-49d3-961e-796fb05036e5 req-0f48b382-1b27-4a71-8a01-c47eff982aec tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:20:05.046863 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-cfd5f6cd-b6b4-49d3-961e-796fb05036e5 req-0f48b382-1b27-4a71-8a01-c47eff982aec tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] 10.222.0.26 "GET /v2.0/ports?device_id=31dc7157-8256-403d-9629-9d226d2363cf HTTP/1.1" status: 200 len: 985 time: 0.0713580 Jun 15 14:20:05.090012 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-cfd5f6cd-b6b4-49d3-961e-796fb05036e5 req-4a9d5607-37eb-46d8-9c8f-bf8554f712dd tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] 10.222.0.26 "GET /v2.0/security-groups?id=71e0047f-f5f5-4bfe-9edd-64cb2daf8f18&id=0f033e96-ee0a-4e07-9508-0933d11f952b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0366776 Jun 15 14:20:06.273718 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e8a061-9ee0-4aa9-abdd-f6a409f37f6b req-2fbbcc84-9e22-446d-b406-b4f56a2a804c tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:20:06.275196 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-61e8a061-9ee0-4aa9-abdd-f6a409f37f6b req-2fbbcc84-9e22-446d-b406-b4f56a2a804c tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] 10.222.0.26 "GET /v2.0/ports?device_id=31dc7157-8256-403d-9629-9d226d2363cf HTTP/1.1" status: 200 len: 985 time: 0.0694797 Jun 15 14:20:06.318087 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-61e8a061-9ee0-4aa9-abdd-f6a409f37f6b req-0d6703a2-bf3b-46cc-a3cf-5792597b8b59 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] 10.222.0.26 "GET /v2.0/security-groups?id=71e0047f-f5f5-4bfe-9edd-64cb2daf8f18&id=0f033e96-ee0a-4e07-9508-0933d11f952b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0371764 Jun 15 14:20:07.954553 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.agents_db [None req-1fbdf4bf-3b4b-440e-bd18-8a0939d62d55 None None] Agent healthcheck: found 6 active agents {{(pid=91910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:20:18.058657 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-1a364375-aa6d-4fa1-812a-d22ef997a532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:20.681793 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:20.925666 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-5bb3030d-ba6f-44ff-a871-052d541fafff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:20.952215 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-bdbbc702-34e2-4ff7-8d32-2441b8c96887 req-7f60aeb6-c1cc-4534-b829-9bf6da7f3628 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-845927502&fields=id&tenant_id=c3de56a81c9f49fdb5657745f0c5e9a7 HTTP/1.1" status: 200 len: 267 time: 0.0368066 Jun 15 14:20:21.086574 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbbc702-34e2-4ff7-8d32-2441b8c96887 req-1c04f7b5-6177-4355-b051-b9e4f9b1e3a8 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:20:21.088102 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-bdbbc702-34e2-4ff7-8d32-2441b8c96887 req-1c04f7b5-6177-4355-b051-b9e4f9b1e3a8 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "GET /v2.0/networks?id=38cc54e9-46a5-4f17-85e6-fe0dd786b611 HTTP/1.1" status: 200 len: 810 time: 0.1292140 Jun 15 14:20:21.102668 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-bdbbc702-34e2-4ff7-8d32-2441b8c96887 req-f27188c0-0f4b-4d7e-a2e6-b90ecc86aecb tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "GET /v2.0/quotas/c3de56a81c9f49fdb5657745f0c5e9a7 HTTP/1.1" status: 200 len: 375 time: 0.0087283 Jun 15 14:20:21.188387 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-bdbbc702-34e2-4ff7-8d32-2441b8c96887 req-357495a0-3602-494a-9070-94ee631fd137 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=c3de56a81c9f49fdb5657745f0c5e9a7&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0800934 Jun 15 14:20:21.613059 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-bdbbc702-34e2-4ff7-8d32-2441b8c96887 req-12451a74-d1bd-431c-9ebd-2ef4e905cf71 service neutron] 10.222.0.26 "GET /v2.0/networks/38cc54e9-46a5-4f17-85e6-fe0dd786b611?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4138806 Jun 15 14:20:21.734938 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-bdbbc702-34e2-4ff7-8d32-2441b8c96887 req-760a3520-d72b-4715-ae6d-c97ef1fbf191 service neutron] 10.222.0.26 "GET /v2.0/networks/38cc54e9-46a5-4f17-85e6-fe0dd786b611?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118698 Jun 15 14:20:21.795954 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-a2325736-757f-4788-9f3d-6fe831cb64a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:21.923393 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209a467a-d5ac-4294-853f-f277eb2818ee req-8a242806-037e-4eb3-9756-2508af463446 tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:20:21.924916 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-209a467a-d5ac-4294-853f-f277eb2818ee req-8a242806-037e-4eb3-9756-2508af463446 tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] 10.222.0.26 "GET /v2.0/ports?device_id=73c7d4dc-b7b8-476d-b422-f18fb9a36752 HTTP/1.1" status: 200 len: 946 time: 0.0780666 Jun 15 14:20:21.972356 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-209a467a-d5ac-4294-853f-f277eb2818ee req-1d88995e-a90e-49d6-b283-2ffb033467d7 tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] 10.222.0.26 "GET /v2.0/security-groups?id=26c81b0a-94da-4c47-a5d9-dfd483e72a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415239 Jun 15 14:20:22.083061 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-fe6f728a-3b60-46ff-bd16-8e0dfe4c0e50 req-0dee00c1-8892-40a3-a886-2219e308561a tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "GET /v2.0/ports?device_id=405d9f84-bee6-48f4-8844-e3a48eb0ef4f HTTP/1.1" status: 200 len: 210 time: 0.0346158 Jun 15 14:20:22.884195 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45066f27-1d8e-4b32-b4ef-417dcb9989f8 req-b47e0dbb-a4dc-4918-aa20-a1adb3481644 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:20:22.885717 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-45066f27-1d8e-4b32-b4ef-417dcb9989f8 req-b47e0dbb-a4dc-4918-aa20-a1adb3481644 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5695f34-b49f-4a59-bbde-87ad2b51552b HTTP/1.1" status: 200 len: 946 time: 0.0702190 Jun 15 14:20:22.930037 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-45066f27-1d8e-4b32-b4ef-417dcb9989f8 req-3e4bb4b2-6a48-47ec-96ac-2333fb3b586b tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/security-groups?id=612cf761-1131-4a26-a654-49a8070b2d73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385053 Jun 15 14:20:23.162602 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2906b6-4970-4ad9-8dfb-c1170799108c req-828f5e2b-d9d3-45ed-8fdf-1fdd3feeba19 tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:20:23.164014 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-9d2906b6-4970-4ad9-8dfb-c1170799108c req-828f5e2b-d9d3-45ed-8fdf-1fdd3feeba19 tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] 10.222.0.26 "GET /v2.0/ports?device_id=73c7d4dc-b7b8-476d-b422-f18fb9a36752 HTTP/1.1" status: 200 len: 946 time: 0.0745933 Jun 15 14:20:23.207375 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-9d2906b6-4970-4ad9-8dfb-c1170799108c req-a9b79e47-5cc4-4a55-a7a9-129fd17b67cb tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] 10.222.0.26 "GET /v2.0/security-groups?id=26c81b0a-94da-4c47-a5d9-dfd483e72a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372765 Jun 15 14:20:23.235477 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-eefa9f9e-744b-435c-8d78-0034609743fb req-4d5d0532-9ac5-49df-8452-e08298683011 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "GET /v2.0/ports?device_id=405d9f84-bee6-48f4-8844-e3a48eb0ef4f HTTP/1.1" status: 200 len: 210 time: 0.0374575 Jun 15 14:20:23.431427 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-987cb3c8-732e-4ef7-aae2-903816ba9880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:24.114605 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdaec11-d00f-46b3-b7c6-f62253d9bded req-ada8af61-35a1-4ce2-aaae-560854c55e75 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:20:24.116114 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-abdaec11-d00f-46b3-b7c6-f62253d9bded req-ada8af61-35a1-4ce2-aaae-560854c55e75 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5695f34-b49f-4a59-bbde-87ad2b51552b HTTP/1.1" status: 200 len: 946 time: 0.0682557 Jun 15 14:20:24.162070 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-abdaec11-d00f-46b3-b7c6-f62253d9bded req-bdf874a5-d5e9-4703-a4b1-e02457186198 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/security-groups?id=612cf761-1131-4a26-a654-49a8070b2d73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395377 Jun 15 14:20:24.378122 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-33c59792-4906-4645-a30e-c3f7020d5ce4 req-642f6585-db1e-4cc1-aca6-bc5f0b782bab tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "GET /v2.0/ports?device_id=405d9f84-bee6-48f4-8844-e3a48eb0ef4f HTTP/1.1" status: 200 len: 210 time: 0.0314119 Jun 15 14:20:24.387615 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b593461e-b8b0-4672-9159-e82f49e15445 req-2035b713-e6b3-4af6-8c6a-a3621fdda18f tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:20:24.389103 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-b593461e-b8b0-4672-9159-e82f49e15445 req-2035b713-e6b3-4af6-8c6a-a3621fdda18f tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] 10.222.0.26 "GET /v2.0/ports?device_id=73c7d4dc-b7b8-476d-b422-f18fb9a36752 HTTP/1.1" status: 200 len: 946 time: 0.0701730 Jun 15 14:20:24.431811 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-b593461e-b8b0-4672-9159-e82f49e15445 req-567b131f-5333-4974-9833-8cecaebe0c6f tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] 10.222.0.26 "GET /v2.0/security-groups?id=26c81b0a-94da-4c47-a5d9-dfd483e72a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366147 Jun 15 14:20:25.348538 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935c7272-316c-4377-a3c3-5955a6ce94d7 req-47217414-e1ba-4547-b574-7685bf59d0f0 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:20:25.350014 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-935c7272-316c-4377-a3c3-5955a6ce94d7 req-47217414-e1ba-4547-b574-7685bf59d0f0 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5695f34-b49f-4a59-bbde-87ad2b51552b HTTP/1.1" status: 200 len: 946 time: 0.0683165 Jun 15 14:20:25.392661 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-935c7272-316c-4377-a3c3-5955a6ce94d7 req-c0271762-8444-48af-9137-bc965536e287 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/security-groups?id=612cf761-1131-4a26-a654-49a8070b2d73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363610 Jun 15 14:20:25.543498 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-48e1c09b-7e5e-4c31-aebd-b119e754dace req-c840ee11-4ab4-47e8-913e-b2553e1a4299 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "GET /v2.0/ports?device_id=405d9f84-bee6-48f4-8844-e3a48eb0ef4f HTTP/1.1" status: 200 len: 210 time: 0.0458953 Jun 15 14:20:25.632764 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f0265d-3927-490d-928e-dce8775612a3 req-abf05743-0047-415b-a13c-585e9cd444db tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:20:25.634655 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-44f0265d-3927-490d-928e-dce8775612a3 req-abf05743-0047-415b-a13c-585e9cd444db tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] 10.222.0.26 "GET /v2.0/ports?device_id=73c7d4dc-b7b8-476d-b422-f18fb9a36752 HTTP/1.1" status: 200 len: 946 time: 0.0823045 Jun 15 14:20:25.680651 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-44f0265d-3927-490d-928e-dce8775612a3 req-28e055c0-0111-4534-b6b6-1ee1d8d3d9ad tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] 10.222.0.26 "GET /v2.0/security-groups?id=26c81b0a-94da-4c47-a5d9-dfd483e72a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376480 Jun 15 14:20:26.428715 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbbc702-34e2-4ff7-8d32-2441b8c96887 req-29bc2611-9b7a-41e6-a570-4101469f20e6 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:20:26.431143 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-bdbbc702-34e2-4ff7-8d32-2441b8c96887 req-29bc2611-9b7a-41e6-a570-4101469f20e6 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.67 "GET /v2.0/networks?id=38cc54e9-46a5-4f17-85e6-fe0dd786b611 HTTP/1.1" status: 200 len: 810 time: 0.1428277 Jun 15 14:20:26.507860 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-bdbbc702-34e2-4ff7-8d32-2441b8c96887 req-cffd5d31-79ad-40d7-bd50-b955298ef738 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c3de56a81c9f49fdb5657745f0c5e9a7 HTTP/1.1" status: 200 len: 379 time: 0.0554919 Jun 15 14:20:26.519168 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.v2.base [req-bdbbc702-34e2-4ff7-8d32-2441b8c96887 req-2116ce48-239c-4972-8326-6aaab7ab3299 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Request body: {'port': {'device_id': '405d9f84-bee6-48f4-8844-e3a48eb0ef4f', 'network_id': '38cc54e9-46a5-4f17-85e6-fe0dd786b611', 'admin_state_up': True, 'tenant_id': 'c3de56a81c9f49fdb5657745f0c5e9a7', 'security_groups': ['5fb2b0bc-4d97-449b-9031-5715adbe68e8']}} {{(pid=91907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:20:26.698329 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc18507c-a3d5-4e45-8ca3-28b0db09dcd7 req-d5fcfd08-413e-431a-b184-538f5165af66 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:20:26.700652 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-cc18507c-a3d5-4e45-8ca3-28b0db09dcd7 req-d5fcfd08-413e-431a-b184-538f5165af66 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5695f34-b49f-4a59-bbde-87ad2b51552b HTTP/1.1" status: 200 len: 946 time: 0.1637805 Jun 15 14:20:26.701651 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-51a22e9d-d29e-4012-b481-d67933c4b511 req-66162c0d-3771-47bf-80c9-04cf29f28bd3 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "GET /v2.0/ports?device_id=405d9f84-bee6-48f4-8844-e3a48eb0ef4f HTTP/1.1" status: 200 len: 210 time: 0.0332048 Jun 15 14:20:26.741245 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdbbc702-34e2-4ff7-8d32-2441b8c96887 req-2116ce48-239c-4972-8326-6aaab7ab3299 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Made reservation on behalf of c3de56a81c9f49fdb5657745f0c5e9a7 for: {'port': 1} {{(pid=91907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:20:26.744710 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-bdbbc702-34e2-4ff7-8d32-2441b8c96887 req-2116ce48-239c-4972-8326-6aaab7ab3299 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-33170876'] for port, before_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:26.769825 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-cc18507c-a3d5-4e45-8ca3-28b0db09dcd7 req-5c269e79-5de2-4da2-a71c-4463e97faa48 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/security-groups?id=612cf761-1131-4a26-a654-49a8070b2d73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609186 Jun 15 14:20:26.876158 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bad87cf-7cb1-4e47-8fc9-ab5de28fd7d7 req-ed7cc15c-551b-4bc2-b213-cc7564caf206 tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:20:26.877624 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-0bad87cf-7cb1-4e47-8fc9-ab5de28fd7d7 req-ed7cc15c-551b-4bc2-b213-cc7564caf206 tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] 10.222.0.26 "GET /v2.0/ports?device_id=73c7d4dc-b7b8-476d-b422-f18fb9a36752 HTTP/1.1" status: 200 len: 946 time: 0.0696456 Jun 15 14:20:26.902943 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.db.db_base_plugin_common [req-bdbbc702-34e2-4ff7-8d32-2441b8c96887 req-2116ce48-239c-4972-8326-6aaab7ab3299 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Allocated IP 172.20.0.3 (38cc54e9-46a5-4f17-85e6-fe0dd786b611/c7a8d3b2-93d0-474b-a785-3b20f05c50a2/6658c8f1-8c8e-40e8-94d2-e80ea09ca66e) {{(pid=91907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:20:26.927164 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-0bad87cf-7cb1-4e47-8fc9-ab5de28fd7d7 req-82918a93-7c06-43aa-837e-39c9b52f62c8 tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] 10.222.0.26 "GET /v2.0/security-groups?id=26c81b0a-94da-4c47-a5d9-dfd483e72a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435786 Jun 15 14:20:27.071760 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-bdbbc702-34e2-4ff7-8d32-2441b8c96887 req-2116ce48-239c-4972-8326-6aaab7ab3299 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Notify callbacks [] for port, precommit_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:27.084524 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.db.provisioning_blocks [req-bdbbc702-34e2-4ff7-8d32-2441b8c96887 req-2116ce48-239c-4972-8326-6aaab7ab3299 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Transition to ACTIVE for port object 6658c8f1-8c8e-40e8-94d2-e80ea09ca66e will not be triggered until provisioned by entity DHCP. {{(pid=91907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:20:27.119360 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-bdbbc702-34e2-4ff7-8d32-2441b8c96887 req-2116ce48-239c-4972-8326-6aaab7ab3299 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33170815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-53808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781714044429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4061915'] for port, after_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:27.123532 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:20:27.172660 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdbbc702-34e2-4ff7-8d32-2441b8c96887 req-2116ce48-239c-4972-8326-6aaab7ab3299 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Network 38cc54e9-46a5-4f17-85e6-fe0dd786b611 is already hosted by enough agents. {{(pid=91907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:20:27.175887 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.scheduler.base_scheduler [req-bdbbc702-34e2-4ff7-8d32-2441b8c96887 req-2116ce48-239c-4972-8326-6aaab7ab3299 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Resources bound (agent type, host, resource id): {{(pid=91907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:20:27.179596 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdbbc702-34e2-4ff7-8d32-2441b8c96887 req-2116ce48-239c-4972-8326-6aaab7ab3299 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Received port after_create {{(pid=91907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:20:27.213518 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2116ce48-239c-4972-8326-6aaab7ab3299 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Pushing event updated for resources: {'Port': ['ID=6658c8f1-8c8e-40e8-94d2-e80ea09ca66e,revision_number=1']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:20:27.230916 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2116ce48-239c-4972-8326-6aaab7ab3299 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:20:27.231286 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2116ce48-239c-4972-8326-6aaab7ab3299 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:20:27.231651 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2116ce48-239c-4972-8326-6aaab7ab3299 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:20:27.232005 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2116ce48-239c-4972-8326-6aaab7ab3299 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:20:27.232358 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2116ce48-239c-4972-8326-6aaab7ab3299 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:20:27.232708 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2116ce48-239c-4972-8326-6aaab7ab3299 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:20:27.233056 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2116ce48-239c-4972-8326-6aaab7ab3299 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:20:27.233404 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2116ce48-239c-4972-8326-6aaab7ab3299 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:20:27.233747 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2116ce48-239c-4972-8326-6aaab7ab3299 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:20:27.234091 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2116ce48-239c-4972-8326-6aaab7ab3299 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:20:27.234432 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2116ce48-239c-4972-8326-6aaab7ab3299 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:20:27.234771 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2116ce48-239c-4972-8326-6aaab7ab3299 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:20:27.240237 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-2116ce48-239c-4972-8326-6aaab7ab3299 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:20:27.255806 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbbc702-34e2-4ff7-8d32-2441b8c96887 req-2116ce48-239c-4972-8326-6aaab7ab3299 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:20:27.256468 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-bdbbc702-34e2-4ff7-8d32-2441b8c96887 req-2116ce48-239c-4972-8326-6aaab7ab3299 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58954'] for port, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:27.276965 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-bdbbc702-34e2-4ff7-8d32-2441b8c96887 req-2116ce48-239c-4972-8326-6aaab7ab3299 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7619815 Jun 15 14:20:27.298276 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.v2.base [req-bdbbc702-34e2-4ff7-8d32-2441b8c96887 req-94e38c17-1ad9-4335-9fef-d66ded08a032 service neutron] Request body: {'port': {'device_id': '405d9f84-bee6-48f4-8844-e3a48eb0ef4f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79647'}} {{(pid=91907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:20:27.384579 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-bdbbc702-34e2-4ff7-8d32-2441b8c96887 req-94e38c17-1ad9-4335-9fef-d66ded08a032 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:27.434569 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-973b5bd9-fa12-46ba-bc4e-41ef4410ff3a None None] Provisioning for port 6658c8f1-8c8e-40e8-94d2-e80ea09ca66e completed by entity DHCP. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:20:27.441955 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-973b5bd9-fa12-46ba-bc4e-41ef4410ff3a None None] Provisioning complete for port 6658c8f1-8c8e-40e8-94d2-e80ea09ca66e triggered by entity DHCP. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:20:27.442460 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-973b5bd9-fa12-46ba-bc4e-41ef4410ff3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897510'] for port, provisioning_complete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:27.495101 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.plugin [None req-973b5bd9-fa12-46ba-bc4e-41ef4410ff3a None None] Port 6658c8f1-8c8e-40e8-94d2-e80ea09ca66e cannot update to ACTIVE because it is not bound. {{(pid=91909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 15 14:20:27.514746 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f01a0c-91b2-4771-a1c6-8bba684a3bb1 req-f376fcbb-ac94-49d9-9e55-14201ea2e0d8 tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:20:27.516529 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-e2f01a0c-91b2-4771-a1c6-8bba684a3bb1 req-f376fcbb-ac94-49d9-9e55-14201ea2e0d8 tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] 10.222.0.67 "GET /v2.0/ports?device_id=73c7d4dc-b7b8-476d-b422-f18fb9a36752 HTTP/1.1" status: 200 len: 946 time: 0.1061802 Jun 15 14:20:27.576534 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:27.745320 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.plugin [req-e2f01a0c-91b2-4771-a1c6-8bba684a3bb1 req-776068cb-a354-49d9-8e6e-37100e27e82a tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] Deleting port b985f24c-174a-45f0-b16a-262a5ecc88a1 {{(pid=91906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:20:27.746911 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [req-e2f01a0c-91b2-4771-a1c6-8bba684a3bb1 req-776068cb-a354-49d9-8e6e-37100e27e82a tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781714481448'] for port, before_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:27.749728 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.notifiers.nova [req-bdbbc702-34e2-4ff7-8d32-2441b8c96887 req-94e38c17-1ad9-4335-9fef-d66ded08a032 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6658c8f1-8c8e-40e8-94d2-e80ea09ca66e {{(pid=91907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:20:27.757917 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-bdbbc702-34e2-4ff7-8d32-2441b8c96887 req-94e38c17-1ad9-4335-9fef-d66ded08a032 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:27.810333 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.db.provisioning_blocks [req-bdbbc702-34e2-4ff7-8d32-2441b8c96887 req-94e38c17-1ad9-4335-9fef-d66ded08a032 service neutron] Transition to ACTIVE for port object 6658c8f1-8c8e-40e8-94d2-e80ea09ca66e will not be triggered until provisioned by entity L2. {{(pid=91907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:20:27.823440 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-bdbbc702-34e2-4ff7-8d32-2441b8c96887 req-94e38c17-1ad9-4335-9fef-d66ded08a032 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4061925'] for port, after_update {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:27.841785 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-a03490ad-774d-427b-8763-a0ef56aed726 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:20:27.891140 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.db [req-e2f01a0c-91b2-4771-a1c6-8bba684a3bb1 req-776068cb-a354-49d9-8e6e-37100e27e82a tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] For port b985f24c-174a-45f0-b16a-262a5ecc88a1, host hv-cinder-79647, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79647',level=0,port_id=b985f24c-174a-45f0-b16a-262a5ecc88a1,segment=NetworkSegment(c7cfb710-a97c-4e7b-ab8f-c7d608e0a9ac),segment_id=c7cfb710-a97c-4e7b-ab8f-c7d608e0a9ac)] {{(pid=91906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:20:27.891551 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [req-e2f01a0c-91b2-4771-a1c6-8bba684a3bb1 req-776068cb-a354-49d9-8e6e-37100e27e82a tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668414'] for port, precommit_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:28.050273 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.plugin [req-e2f01a0c-91b2-4771-a1c6-8bba684a3bb1 req-776068cb-a354-49d9-8e6e-37100e27e82a tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] Calling delete_port for b985f24c-174a-45f0-b16a-262a5ecc88a1 owned by compute:nova {{(pid=91906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:20:28.067144 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ee7f8a-b90f-4d0a-8991-860c45bf9211 req-7e9427f5-5a1e-48b0-bec4-4a790aa2ef99 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:20:28.068830 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-f4ee7f8a-b90f-4d0a-8991-860c45bf9211 req-7e9427f5-5a1e-48b0-bec4-4a790aa2ef99 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.67 "GET /v2.0/ports?device_id=d5695f34-b49f-4a59-bbde-87ad2b51552b HTTP/1.1" status: 200 len: 946 time: 0.2999885 Jun 15 14:20:28.080346 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e38c17-1ad9-4335-9fef-d66ded08a032 service neutron] Pushing event updated for resources: {'Port': ['ID=6658c8f1-8c8e-40e8-94d2-e80ea09ca66e,revision_number=2']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:20:28.123922 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-94e38c17-1ad9-4335-9fef-d66ded08a032 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:20:28.175122 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd40e3c-1933-42ac-847e-c283ed0f15fe req-97aa8b56-a3b9-41ea-8bef-289bc33c2387 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:20:28.176530 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-fcd40e3c-1933-42ac-847e-c283ed0f15fe req-97aa8b56-a3b9-41ea-8bef-289bc33c2387 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5695f34-b49f-4a59-bbde-87ad2b51552b HTTP/1.1" status: 200 len: 946 time: 0.1943955 Jun 15 14:20:28.211778 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc827324-1ec3-4c94-83c9-d29557f8512d req-a8e62f64-a3ea-4503-89ae-a5ff9c9b7798 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:20:28.214258 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-bc827324-1ec3-4c94-83c9-d29557f8512d req-a8e62f64-a3ea-4503-89ae-a5ff9c9b7798 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "GET /v2.0/ports?device_id=405d9f84-bee6-48f4-8844-e3a48eb0ef4f HTTP/1.1" status: 200 len: 943 time: 0.3672378 Jun 15 14:20:28.240640 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.managers [req-bdbbc702-34e2-4ff7-8d32-2441b8c96887 req-94e38c17-1ad9-4335-9fef-d66ded08a032 service neutron] Attempting to bind port 6658c8f1-8c8e-40e8-94d2-e80ea09ca66e on host hv-cinder-79647 for vnic_type normal with profile {{(pid=91907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:20:28.240985 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.managers [req-bdbbc702-34e2-4ff7-8d32-2441b8c96887 req-94e38c17-1ad9-4335-9fef-d66ded08a032 service neutron] Attempting to bind port 6658c8f1-8c8e-40e8-94d2-e80ea09ca66e by drivers openvswitch,hyperv on host hv-cinder-79647 at level 0 using segments [{'id': 'bdfc6570-21e3-4188-8b81-25944ca5b033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '38cc54e9-46a5-4f17-85e6-fe0dd786b611'}] {{(pid=91907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:20:28.241436 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdbbc702-34e2-4ff7-8d32-2441b8c96887 req-94e38c17-1ad9-4335-9fef-d66ded08a032 service neutron] Attempting to bind port 6658c8f1-8c8e-40e8-94d2-e80ea09ca66e on network 38cc54e9-46a5-4f17-85e6-fe0dd786b611 {{(pid=91907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:20:28.254553 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdbbc702-34e2-4ff7-8d32-2441b8c96887 req-94e38c17-1ad9-4335-9fef-d66ded08a032 service neutron] Port 6658c8f1-8c8e-40e8-94d2-e80ea09ca66e on network 38cc54e9-46a5-4f17-85e6-fe0dd786b611 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79647 {{(pid=91907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 14:20:28.254896 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdbbc702-34e2-4ff7-8d32-2441b8c96887 req-94e38c17-1ad9-4335-9fef-d66ded08a032 service neutron] Attempting to bind port 6658c8f1-8c8e-40e8-94d2-e80ea09ca66e on network 38cc54e9-46a5-4f17-85e6-fe0dd786b611 {{(pid=91907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:20:28.260752 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-fcd40e3c-1933-42ac-847e-c283ed0f15fe req-270c1350-febd-4c04-b7cb-4f01d2a09d2c tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/security-groups?id=612cf761-1131-4a26-a654-49a8070b2d73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723467 Jun 15 14:20:28.275412 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdbbc702-34e2-4ff7-8d32-2441b8c96887 req-94e38c17-1ad9-4335-9fef-d66ded08a032 service neutron] Checking agent: {'id': 'ecd79229-812b-453e-8934-f3ab9293fb1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79647', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 10, 57), 'started_at': datetime.datetime(2021, 6, 15, 14, 10, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 20, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:20:28.275755 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdbbc702-34e2-4ff7-8d32-2441b8c96887 req-94e38c17-1ad9-4335-9fef-d66ded08a032 service neutron] Checking segment: {'id': 'bdfc6570-21e3-4188-8b81-25944ca5b033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '38cc54e9-46a5-4f17-85e6-fe0dd786b611'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:20:28.276143 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdbbc702-34e2-4ff7-8d32-2441b8c96887 req-94e38c17-1ad9-4335-9fef-d66ded08a032 service neutron] Bound using segment: {'id': 'bdfc6570-21e3-4188-8b81-25944ca5b033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '38cc54e9-46a5-4f17-85e6-fe0dd786b611'} {{(pid=91907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:20:28.276598 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.managers [req-bdbbc702-34e2-4ff7-8d32-2441b8c96887 req-94e38c17-1ad9-4335-9fef-d66ded08a032 service neutron] Bound port: 6658c8f1-8c8e-40e8-94d2-e80ea09ca66e, host: hv-cinder-79647, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdfc6570-21e3-4188-8b81-25944ca5b033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '38cc54e9-46a5-4f17-85e6-fe0dd786b611'}}] {{(pid=91907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:20:28.276958 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-bdbbc702-34e2-4ff7-8d32-2441b8c96887 req-94e38c17-1ad9-4335-9fef-d66ded08a032 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:28.295121 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [req-e2f01a0c-91b2-4771-a1c6-8bba684a3bb1 req-776068cb-a354-49d9-8e6e-37100e27e82a tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781714486604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781714044438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3410898'] for port, after_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:28.307324 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-e7c8335d-3694-4a27-8e1e-ab3fc296dfa8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:20:28.340120 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] get_ports_and_sgs() called for port_ids ['b985f24c-174a-45f0-b16a-262a5ecc88a1'] {{(pid=91909) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:20:28.348123 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776068cb-a354-49d9-8e6e-37100e27e82a tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] Pushing event deleted for resources: {'Port': ['ID=b985f24c-174a-45f0-b16a-262a5ecc88a1,revision_number=None']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:20:28.348364 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-bc827324-1ec3-4c94-83c9-d29557f8512d req-e250973d-a9d2-4abb-8844-9c311429f0de tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "GET /v2.0/security-groups?id=5fb2b0bc-4d97-449b-9031-5715adbe68e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094389 Jun 15 14:20:28.363858 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.plugin [req-f4ee7f8a-b90f-4d0a-8991-860c45bf9211 req-bc2a60f0-1137-4bfe-9f89-56737a5c6443 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Deleting port 06b54a84-8be5-454d-8dcb-d399ccc4fff3 {{(pid=91907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:20:28.364152 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-f4ee7f8a-b90f-4d0a-8991-860c45bf9211 req-bc2a60f0-1137-4bfe-9f89-56737a5c6443 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781714481448'] for port, before_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:28.377806 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-776068cb-a354-49d9-8e6e-37100e27e82a tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:20:28.413642 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2f01a0c-91b2-4771-a1c6-8bba684a3bb1 req-776068cb-a354-49d9-8e6e-37100e27e82a tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] No DVR routers for this DVR port b985f24c-174a-45f0-b16a-262a5ecc88a1 on host hv-cinder-79647 {{(pid=91906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:20:28.420467 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.db [req-bdbbc702-34e2-4ff7-8d32-2441b8c96887 req-94e38c17-1ad9-4335-9fef-d66ded08a032 service neutron] For port 6658c8f1-8c8e-40e8-94d2-e80ea09ca66e, host hv-cinder-79647, cleared binding levels {{(pid=91907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:20:28.424008 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [req-e2f01a0c-91b2-4771-a1c6-8bba684a3bb1 req-776068cb-a354-49d9-8e6e-37100e27e82a tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58954'] for port, before_response {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:28.425865 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-e2f01a0c-91b2-4771-a1c6-8bba684a3bb1 req-776068cb-a354-49d9-8e6e-37100e27e82a tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] 10.222.0.67 "DELETE /v2.0/ports/b985f24c-174a-45f0-b16a-262a5ecc88a1 HTTP/1.1" status: 204 len: 173 time: 0.8621883 Jun 15 14:20:28.426012 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.db [req-bdbbc702-34e2-4ff7-8d32-2441b8c96887 req-94e38c17-1ad9-4335-9fef-d66ded08a032 service neutron] For port 6658c8f1-8c8e-40e8-94d2-e80ea09ca66e, host hv-cinder-79647, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79647',level=0,port_id=6658c8f1-8c8e-40e8-94d2-e80ea09ca66e,segment=NetworkSegment(bdfc6570-21e3-4188-8b81-25944ca5b033),segment_id=bdfc6570-21e3-4188-8b81-25944ca5b033)] {{(pid=91907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:20:28.426458 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73c7d4dc-b7b8-476d-b422-f18fb9a36752', 'name': 'network-vif-deleted', 'tag': 'b985f24c-174a-45f0-b16a-262a5ecc88a1'}] {{(pid=91906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:20:28.428861 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6e08b2e8a943f90b978338aafac4b6863d86ad6c280d3789afb6c36825669ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6f0039e-a6ae-4f48-b95a-5dd69f1fe5da" -d '{"events": [{"server_uuid": "73c7d4dc-b7b8-476d-b422-f18fb9a36752", "name": "network-vif-deleted", "tag": "b985f24c-174a-45f0-b16a-262a5ecc88a1"}]}' {{(pid=91906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:20:28.459267 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-379463d6-4e30-4868-bbdf-23d0b24e3a90 req-c0d6f11f-1c9e-459a-8b29-a2dfc1052f48 tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] 10.222.0.26 "GET /v2.0/ports?device_id=73c7d4dc-b7b8-476d-b422-f18fb9a36752 HTTP/1.1" status: 200 len: 210 time: 0.0467181 Jun 15 14:20:28.482851 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0199bf8c-6527-43eb-83b3-16dddcf7560a x-openstack-request-id: req-0199bf8c-6527-43eb-83b3-16dddcf7560a {{(pid=91906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:20:28.483418 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73c7d4dc-b7b8-476d-b422-f18fb9a36752", "name": "network-vif-deleted", "tag": "b985f24c-174a-45f0-b16a-262a5ecc88a1", "status": "completed", "code": 200}]} {{(pid=91906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:20:28.483919 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-bdbbc702-34e2-4ff7-8d32-2441b8c96887 req-94e38c17-1ad9-4335-9fef-d66ded08a032 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4061925'] for port, after_update {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:28.484242 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0199bf8c-6527-43eb-83b3-16dddcf7560a {{(pid=91906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:20:28.485037 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73c7d4dc-b7b8-476d-b422-f18fb9a36752', 'name': 'network-vif-deleted', 'tag': 'b985f24c-174a-45f0-b16a-262a5ecc88a1', 'status': 'completed', 'code': 200} Jun 15 14:20:28.488319 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-f71a33ea-bb76-48a2-9fe8-9af67944d6a7 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:20:28.534684 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbbc702-34e2-4ff7-8d32-2441b8c96887 req-94e38c17-1ad9-4335-9fef-d66ded08a032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:20:28.535242 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-bdbbc702-34e2-4ff7-8d32-2441b8c96887 req-94e38c17-1ad9-4335-9fef-d66ded08a032 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58954'] for port, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:28.536770 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-bdbbc702-34e2-4ff7-8d32-2441b8c96887 req-94e38c17-1ad9-4335-9fef-d66ded08a032 service neutron] 10.222.0.67 "PUT /v2.0/ports/6658c8f1-8c8e-40e8-94d2-e80ea09ca66e HTTP/1.1" status: 200 len: 1093 time: 1.2428904 Jun 15 14:20:28.543177 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '405d9f84-bee6-48f4-8844-e3a48eb0ef4f', 'tag': '6658c8f1-8c8e-40e8-94d2-e80ea09ca66e'}] {{(pid=91907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:20:28.545753 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24467d57c8f568e2e16d95ba24031d6b60035fd708ad429d2e8baac5a477cd4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cb10251-ef0a-4af7-adb5-06860146f167" -d '{"events": [{"name": "network-changed", "server_uuid": "405d9f84-bee6-48f4-8844-e3a48eb0ef4f", "tag": "6658c8f1-8c8e-40e8-94d2-e80ea09ca66e"}]}' {{(pid=91907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:20:28.579610 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.db [req-f4ee7f8a-b90f-4d0a-8991-860c45bf9211 req-bc2a60f0-1137-4bfe-9f89-56737a5c6443 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] For port 06b54a84-8be5-454d-8dcb-d399ccc4fff3, host hv-cinder-79647, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79647',level=0,port_id=06b54a84-8be5-454d-8dcb-d399ccc4fff3,segment=NetworkSegment(29cbf6bd-3703-449c-90e3-2d0016356068),segment_id=29cbf6bd-3703-449c-90e3-2d0016356068)] {{(pid=91907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:20:28.580013 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-f4ee7f8a-b90f-4d0a-8991-860c45bf9211 req-bc2a60f0-1137-4bfe-9f89-56737a5c6443 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668414'] for port, precommit_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:28.595201 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e38c17-1ad9-4335-9fef-d66ded08a032 service neutron] Pushing event updated for resources: {'Port': ['ID=6658c8f1-8c8e-40e8-94d2-e80ea09ca66e,revision_number=3']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:20:28.601247 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 14:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2454c075-0818-427f-a0b3-342735d9c1fd x-openstack-request-id: req-2454c075-0818-427f-a0b3-342735d9c1fd {{(pid=91907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:20:28.601574 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "405d9f84-bee6-48f4-8844-e3a48eb0ef4f", "tag": "6658c8f1-8c8e-40e8-94d2-e80ea09ca66e", "status": "completed", "code": 200}]} {{(pid=91907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:20:28.601874 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2454c075-0818-427f-a0b3-342735d9c1fd {{(pid=91907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:20:28.602298 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '405d9f84-bee6-48f4-8844-e3a48eb0ef4f', 'tag': '6658c8f1-8c8e-40e8-94d2-e80ea09ca66e', 'status': 'completed', 'code': 200} Jun 15 14:20:28.603112 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-94e38c17-1ad9-4335-9fef-d66ded08a032 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:20:28.861365 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-f4ee7f8a-b90f-4d0a-8991-860c45bf9211 req-bc2a60f0-1137-4bfe-9f89-56737a5c6443 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:28.862031 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-f4ee7f8a-b90f-4d0a-8991-860c45bf9211 req-bc2a60f0-1137-4bfe-9f89-56737a5c6443 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667260'] for floatingip, after_update {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:28.862031 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.db.l3_db [req-f4ee7f8a-b90f-4d0a-8991-860c45bf9211 req-bc2a60f0-1137-4bfe-9f89-56737a5c6443 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Floating IP dd53c237-d734-4143-b3c5-935e7a7d171f disassociated. External IP: 172.27.1.118, port: 06b54a84-8be5-454d-8dcb-d399ccc4fff3. Jun 15 14:20:28.862362 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.plugin [req-f4ee7f8a-b90f-4d0a-8991-860c45bf9211 req-bc2a60f0-1137-4bfe-9f89-56737a5c6443 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Calling delete_port for 06b54a84-8be5-454d-8dcb-d399ccc4fff3 owned by compute:nova {{(pid=91907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:20:28.870093 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbbc702-34e2-4ff7-8d32-2441b8c96887 req-c6dea64c-582b-4441-9c09-f9e79c235127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:20:28.872231 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-bdbbc702-34e2-4ff7-8d32-2441b8c96887 req-c6dea64c-582b-4441-9c09-f9e79c235127 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c3de56a81c9f49fdb5657745f0c5e9a7&device_id=405d9f84-bee6-48f4-8844-e3a48eb0ef4f HTTP/1.1" status: 200 len: 1096 time: 0.1920686 Jun 15 14:20:29.239708 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-bdbbc702-34e2-4ff7-8d32-2441b8c96887 req-8853873a-4d3d-4733-a436-6b9392f9d820 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6658c8f1-8c8e-40e8-94d2-e80ea09ca66e HTTP/1.1" status: 200 len: 217 time: 0.0497131 Jun 15 14:20:29.349971 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbbc702-34e2-4ff7-8d32-2441b8c96887 req-b0050b4d-2ecf-4f47-991c-0be5ce79b6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:20:29.351445 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-bdbbc702-34e2-4ff7-8d32-2441b8c96887 req-b0050b4d-2ecf-4f47-991c-0be5ce79b6c6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c7a8d3b2-93d0-474b-a785-3b20f05c50a2 HTTP/1.1" status: 200 len: 849 time: 0.0914392 Jun 15 14:20:29.457155 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-f4ee7f8a-b90f-4d0a-8991-860c45bf9211 req-bc2a60f0-1137-4bfe-9f89-56737a5c6443 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781714486604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781714044438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4061906'] for port, after_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:29.463902 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-a425469a-c5fb-458c-9289-483e804571a6 tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:20:29.512162 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2a60f0-1137-4bfe-9f89-56737a5c6443 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Pushing event deleted for resources: {'Port': ['ID=06b54a84-8be5-454d-8dcb-d399ccc4fff3,revision_number=None']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:20:29.520722 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-bc2a60f0-1137-4bfe-9f89-56737a5c6443 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:20:29.537833 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbbc702-34e2-4ff7-8d32-2441b8c96887 req-413d901c-5bba-41e2-be4e-079da7fd1a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:20:29.539452 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-bdbbc702-34e2-4ff7-8d32-2441b8c96887 req-413d901c-5bba-41e2-be4e-079da7fd1a54 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=38cc54e9-46a5-4f17-85e6-fe0dd786b611&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1769900 Jun 15 14:20:29.568476 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83834b7b-f72a-4596-9652-a5071458129c req-05e9c1af-8cda-42ce-a20a-22754f3d305c tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:20:29.570338 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-83834b7b-f72a-4596-9652-a5071458129c req-05e9c1af-8cda-42ce-a20a-22754f3d305c tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "GET /v2.0/ports?device_id=405d9f84-bee6-48f4-8844-e3a48eb0ef4f HTTP/1.1" status: 200 len: 943 time: 0.0793996 Jun 15 14:20:29.612720 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-83834b7b-f72a-4596-9652-a5071458129c req-4c058ba0-f86e-484e-aecf-8dc8d335d207 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "GET /v2.0/security-groups?id=5fb2b0bc-4d97-449b-9031-5715adbe68e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361733 Jun 15 14:20:29.651172 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c972d15-7c13-4f5b-b8e2-80d354187545 req-71ef9547-1dc0-4557-95ee-d2a18dfc94e8 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:20:29.653260 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-3c972d15-7c13-4f5b-b8e2-80d354187545 req-71ef9547-1dc0-4557-95ee-d2a18dfc94e8 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5695f34-b49f-4a59-bbde-87ad2b51552b HTTP/1.1" status: 200 len: 868 time: 0.2581820 Jun 15 14:20:29.800650 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-3c972d15-7c13-4f5b-b8e2-80d354187545 req-39b232a8-0d74-4fc5-adca-03bc6b88aee7 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/security-groups?id=612cf761-1131-4a26-a654-49a8070b2d73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181233 Jun 15 14:20:29.825460 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f4ee7f8a-b90f-4d0a-8991-860c45bf9211 req-bc2a60f0-1137-4bfe-9f89-56737a5c6443 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Router de255612-9f80-4085-bcf0-786288c0db94 has already been hosted by L3 agent 7c0fcfb6-ee6c-4f84-9204-f4cc96555f34 {{(pid=91907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:20:29.831265 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-bdbbc702-34e2-4ff7-8d32-2441b8c96887 req-e2c507ac-244c-4d57-967a-f8818c149419 service neutron] 10.222.0.67 "GET /v2.0/networks/38cc54e9-46a5-4f17-85e6-fe0dd786b611?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2427037 Jun 15 14:20:30.085539 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-bdbbc702-34e2-4ff7-8d32-2441b8c96887 req-52da4353-2a43-4d70-b3e2-29cabad73b6b service neutron] 10.222.0.67 "GET /v2.0/networks/38cc54e9-46a5-4f17-85e6-fe0dd786b611?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458396 Jun 15 14:20:30.092281 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f4ee7f8a-b90f-4d0a-8991-860c45bf9211 req-bc2a60f0-1137-4bfe-9f89-56737a5c6443 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Notify agent at l3_agent.dv-cinder-796471-1-iscsi the message routers_updated {{(pid=91907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:20:30.101717 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6fea95-e653-453a-8827-8843d5d47eed None None] Sync routers for ids ['de255612-9f80-4085-bcf0-786288c0db94'] in dv-cinder-796471-1-iscsi {{(pid=91910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:20:30.112258 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6fea95-e653-453a-8827-8843d5d47eed None None] Routers {'de255612-9f80-4085-bcf0-786288c0db94'} bound to L3 agent in host dv-cinder-796471-1-iscsi {{(pid=91910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:20:30.112986 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-db6fea95-e653-453a-8827-8843d5d47eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796471-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-15T14:04:51Z,description=,heartbeat_timestamp=2021-06-15T14:20:21Z,host='dv-cinder-796471-1-iscsi',id=7c0fcfb6-ee6c-4f84-9204-f4cc96555f34,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:04:51Z,topic='l3_agent')) {'router_ids': ['de255612-9f80-4085-bcf0-786288c0db94'], 'active': True} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:20:30.150112 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4ee7f8a-b90f-4d0a-8991-860c45bf9211 req-bc2a60f0-1137-4bfe-9f89-56737a5c6443 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] No DVR routers for this DVR port 06b54a84-8be5-454d-8dcb-d399ccc4fff3 on host hv-cinder-79647 {{(pid=91907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:20:30.153170 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-f4ee7f8a-b90f-4d0a-8991-860c45bf9211 req-bc2a60f0-1137-4bfe-9f89-56737a5c6443 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58954'] for port, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:30.155125 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-f4ee7f8a-b90f-4d0a-8991-860c45bf9211 req-bc2a60f0-1137-4bfe-9f89-56737a5c6443 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.67 "DELETE /v2.0/ports/06b54a84-8be5-454d-8dcb-d399ccc4fff3 HTTP/1.1" status: 204 len: 173 time: 2.0467255 Jun 15 14:20:30.257407 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvr_db [None req-db6fea95-e653-453a-8827-8843d5d47eed None None] Set router de255612-9f80-4085-bcf0-786288c0db94 gateway port host: dv-cinder-796471-1-iscsi {{(pid=91910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:20:30.455392 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 39728) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:20:30.562920 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-311ce3bc-5af2-43ef-82c1-d3785f1a0570 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:30.604091 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5695f34-b49f-4a59-bbde-87ad2b51552b', 'name': 'network-vif-deleted', 'tag': '06b54a84-8be5-454d-8dcb-d399ccc4fff3'}] {{(pid=91907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:20:30.607771 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24467d57c8f568e2e16d95ba24031d6b60035fd708ad429d2e8baac5a477cd4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc286525-fafb-43b6-bb78-0d6dbb458a26" -d '{"events": [{"server_uuid": "d5695f34-b49f-4a59-bbde-87ad2b51552b", "name": "network-vif-deleted", "tag": "06b54a84-8be5-454d-8dcb-d399ccc4fff3"}]}' {{(pid=91907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:20:30.627500 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-db6fea95-e653-453a-8827-8843d5d47eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de255612-9f80-4085-bcf0-786288c0db94', 'name': 'tempest-AttachVolumeShelveTestJSON-2098884892-router', 'tenant_id': '52a857fa93204cfd848344919ef0f84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'external_fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': 'f4341327-fb4c-451a-8be5-5f370dfde9ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:12:48Z', 'updated_at': '2021-06-15T14:13:02Z', 'revision_number': 4, 'project_id': '52a857fa93204cfd848344919ef0f84a', 'gw_port': {'id': 'f4341327-fb4c-451a-8be5-5f370dfde9ca', 'name': '', 'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:6c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de255612-9f80-4085-bcf0-786288c0db94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:12:49Z', 'updated_at': '2021-06-15T14:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796471-1-iscsi', '_interfaces': [{'id': '23dfee54-5ee9-40fa-a5a6-cef8074b2d74', 'name': '', 'network_id': '610d1d9e-6798-4665-ba11-cd870fb10064', 'tenant_id': '52a857fa93204cfd848344919ef0f84a', 'mac_address': 'fa:16:3e:28:e8:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de255612-9f80-4085-bcf0-786288c0db94', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '2014c6aa-f72d-434e-8835-9ccc29766f9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:12:56Z', 'updated_at': '2021-06-15T14:13:14Z', 'revision_number': 5, 'project_id': '52a857fa93204cfd848344919ef0f84a', 'subnets': [{'id': '2014c6aa-f72d-434e-8835-9ccc29766f9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796471-1-iscsi', False) {} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:20:30.632380 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6fea95-e653-453a-8827-8843d5d47eed None None] Checking router: de255612-9f80-4085-bcf0-786288c0db94 for host: dv-cinder-796471-1-iscsi {{(pid=91910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:20:30.646361 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6fea95-e653-453a-8827-8843d5d47eed None None] Routers {'de255612-9f80-4085-bcf0-786288c0db94'} bound to L3 agent in host dv-cinder-796471-1-iscsi {{(pid=91910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:20:30.647201 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-db6fea95-e653-453a-8827-8843d5d47eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796471-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-15T14:04:51Z,description=,heartbeat_timestamp=2021-06-15T14:20:21Z,host='dv-cinder-796471-1-iscsi',id=7c0fcfb6-ee6c-4f84-9204-f4cc96555f34,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:04:51Z,topic='l3_agent')) {'router_ids': ['de255612-9f80-4085-bcf0-786288c0db94'], 'active': True} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:20:30.682501 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-311ce3bc-5af2-43ef-82c1-d3785f1a0570 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:30.684645 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37cde38f-49af-4d7f-91dd-fe6c91e32ad6 x-openstack-request-id: req-37cde38f-49af-4d7f-91dd-fe6c91e32ad6 {{(pid=91907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:20:30.685074 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5695f34-b49f-4a59-bbde-87ad2b51552b", "name": "network-vif-deleted", "tag": "06b54a84-8be5-454d-8dcb-d399ccc4fff3", "status": "completed", "code": 200}]} {{(pid=91907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:20:30.685371 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-37cde38f-49af-4d7f-91dd-fe6c91e32ad6 {{(pid=91907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:20:30.685834 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5695f34-b49f-4a59-bbde-87ad2b51552b', 'name': 'network-vif-deleted', 'tag': '06b54a84-8be5-454d-8dcb-d399ccc4fff3', 'status': 'completed', 'code': 200} Jun 15 14:20:30.688064 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-311ce3bc-5af2-43ef-82c1-d3785f1a0570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:30.691386 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-35fc8d95-8ea5-4c65-8189-4f38ce876e26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:20:30.731135 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311ce3bc-5af2-43ef-82c1-d3785f1a0570 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1ede9e4-dd18-46ea-a6d2-54b448740eea,revision_number=1']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:20:30.736057 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-311ce3bc-5af2-43ef-82c1-d3785f1a0570 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b77c38051b9741cbbe4468377f7279a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2796512 Jun 15 14:20:30.737367 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-311ce3bc-5af2-43ef-82c1-d3785f1a0570 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:20:30.738640 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 39736) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:20:30.793288 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-e7430bc1-0b4e-4494-98ed-b4e34a2b4494 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:30.802357 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvr_db [None req-db6fea95-e653-453a-8827-8843d5d47eed None None] Set router de255612-9f80-4085-bcf0-786288c0db94 gateway port host: dv-cinder-796471-1-iscsi {{(pid=91910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:20:30.816793 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-e7430bc1-0b4e-4494-98ed-b4e34a2b4494 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:30.838629 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9538ee2-1a51-4a01-a561-ff66a6745b5f req-bb870fdf-540f-4dc0-8360-d02f1e91d064 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:20:30.847064 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-f9538ee2-1a51-4a01-a561-ff66a6745b5f req-bb870fdf-540f-4dc0-8360-d02f1e91d064 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "GET /v2.0/ports?device_id=405d9f84-bee6-48f4-8844-e3a48eb0ef4f HTTP/1.1" status: 200 len: 943 time: 0.0932410 Jun 15 14:20:30.878649 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-e7430bc1-0b4e-4494-98ed-b4e34a2b4494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:30.882648 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-e7430bc1-0b4e-4494-98ed-b4e34a2b4494 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:30.886447 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-e7430bc1-0b4e-4494-98ed-b4e34a2b4494 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c1ede9e4-dd18-46ea-a6d2-54b448740eea HTTP/1.1" status: 204 len: 168 time: 0.1443801 Jun 15 14:20:30.886447 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-01fa80f1-310c-43cf-af2e-e6ce6bcd3323 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:20:30.901754 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-f9538ee2-1a51-4a01-a561-ff66a6745b5f req-f2d46a7b-2eec-486d-8e0b-a4a8d8268c1f tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "GET /v2.0/security-groups?id=5fb2b0bc-4d97-449b-9031-5715adbe68e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516474 Jun 15 14:20:30.914892 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7430bc1-0b4e-4494-98ed-b4e34a2b4494 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1ede9e4-dd18-46ea-a6d2-54b448740eea,revision_number=None']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:20:30.917419 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-e7430bc1-0b4e-4494-98ed-b4e34a2b4494 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:20:31.015989 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-bd55fc1f-f8b5-4a96-b49b-a3c4041e1251 req-57582ab8-dc64-44d4-b113-1a3d08984843 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5695f34-b49f-4a59-bbde-87ad2b51552b HTTP/1.1" status: 200 len: 210 time: 0.0383484 Jun 15 14:20:31.083528 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-db6fea95-e653-453a-8827-8843d5d47eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de255612-9f80-4085-bcf0-786288c0db94', 'name': 'tempest-AttachVolumeShelveTestJSON-2098884892-router', 'tenant_id': '52a857fa93204cfd848344919ef0f84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'external_fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': 'f4341327-fb4c-451a-8be5-5f370dfde9ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:12:48Z', 'updated_at': '2021-06-15T14:13:02Z', 'revision_number': 4, 'project_id': '52a857fa93204cfd848344919ef0f84a', 'gw_port': {'id': 'f4341327-fb4c-451a-8be5-5f370dfde9ca', 'name': '', 'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:6c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de255612-9f80-4085-bcf0-786288c0db94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:12:49Z', 'updated_at': '2021-06-15T14:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796471-1-iscsi', '_interfaces': [{'id': '23dfee54-5ee9-40fa-a5a6-cef8074b2d74', 'name': '', 'network_id': '610d1d9e-6798-4665-ba11-cd870fb10064', 'tenant_id': '52a857fa93204cfd848344919ef0f84a', 'mac_address': 'fa:16:3e:28:e8:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de255612-9f80-4085-bcf0-786288c0db94', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '2014c6aa-f72d-434e-8835-9ccc29766f9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:12:56Z', 'updated_at': '2021-06-15T14:13:14Z', 'revision_number': 5, 'project_id': '52a857fa93204cfd848344919ef0f84a', 'subnets': [{'id': '2014c6aa-f72d-434e-8835-9ccc29766f9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796471-1-iscsi', False) {} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:20:31.086898 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6fea95-e653-453a-8827-8843d5d47eed None None] The sync data for ids ['de255612-9f80-4085-bcf0-786288c0db94'] in dv-cinder-796471-1-iscsi is: [{'id': 'de255612-9f80-4085-bcf0-786288c0db94', 'name': 'tempest-AttachVolumeShelveTestJSON-2098884892-router', 'tenant_id': '52a857fa93204cfd848344919ef0f84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'external_fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': 'f4341327-fb4c-451a-8be5-5f370dfde9ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:12:48Z', 'updated_at': '2021-06-15T14:13:02Z', 'revision_number': 4, 'project_id': '52a857fa93204cfd848344919ef0f84a', 'gw_port': {'id': 'f4341327-fb4c-451a-8be5-5f370dfde9ca', 'name': '', 'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:6c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de255612-9f80-4085-bcf0-786288c0db94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:12:49Z', 'updated_at': '2021-06-15T14:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796471-1-iscsi', '_interfaces': [{'id': '23dfee54-5ee9-40fa-a5a6-cef8074b2d74', 'name': '', 'network_id': '610d1d9e-6798-4665-ba11-cd870fb10064', 'tenant_id': '52a857fa93204cfd848344919ef0f84a', 'mac_address': 'fa:16:3e:28:e8:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de255612-9f80-4085-bcf0-786288c0db94', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '2014c6aa-f72d-434e-8835-9ccc29766f9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:12:56Z', 'updated_at': '2021-06-15T14:13:14Z', 'revision_number': 5, 'project_id': '52a857fa93204cfd848344919ef0f84a', 'subnets': [{'id': '2014c6aa-f72d-434e-8835-9ccc29766f9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:20:31.192657 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 39746) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:20:31.208732 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-17bbd366-5ccb-4498-a693-0d60a6575b83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:31.312663 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-17bbd366-5ccb-4498-a693-0d60a6575b83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:31.317054 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-17bbd366-5ccb-4498-a693-0d60a6575b83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:31.319696 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-919b4bd6-a45c-4a82-ae5f-563ba68dcd07 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:20:31.320496 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb593ec-8aa2-4355-ab13-059c19b54e34 None None] New status for floating IP dd53c237-d734-4143-b3c5-935e7a7d171f: DOWN {{(pid=91909) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 15 14:20:31.360835 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-17bbd366-5ccb-4498-a693-0d60a6575b83 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=66c980a8bc234e44a1bea15f5a18e375&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1669524 Jun 15 14:20:31.361673 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bbd366-5ccb-4498-a693-0d60a6575b83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df15e8f2-d837-45ea-8afe-544d239bc6da,revision_number=1']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:20:31.363456 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 39748) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:20:31.364692 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-17bbd366-5ccb-4498-a693-0d60a6575b83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:20:31.417185 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-dae407f9-5696-4121-9f1d-6081ebfed8a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:31.442540 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-dae407f9-5696-4121-9f1d-6081ebfed8a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:31.499433 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-dae407f9-5696-4121-9f1d-6081ebfed8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:31.502281 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-dae407f9-5696-4121-9f1d-6081ebfed8a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:31.503611 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-dae407f9-5696-4121-9f1d-6081ebfed8a2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/df15e8f2-d837-45ea-8afe-544d239bc6da HTTP/1.1" status: 204 len: 168 time: 0.1385326 Jun 15 14:20:31.504481 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-e983f8e3-2a12-45dc-825d-c3ae172732fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:20:31.514935 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae407f9-5696-4121-9f1d-6081ebfed8a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df15e8f2-d837-45ea-8afe-544d239bc6da,revision_number=None']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:20:31.517525 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-dae407f9-5696-4121-9f1d-6081ebfed8a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:20:32.080280 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14effcc8-a8eb-4de5-a04d-d8bf76a906ad req-2bf50fca-3e26-459c-914f-c1a961dcd25c tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:20:32.081835 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-14effcc8-a8eb-4de5-a04d-d8bf76a906ad req-2bf50fca-3e26-459c-914f-c1a961dcd25c tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "GET /v2.0/ports?device_id=405d9f84-bee6-48f4-8844-e3a48eb0ef4f HTTP/1.1" status: 200 len: 943 time: 0.0753820 Jun 15 14:20:32.126076 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-14effcc8-a8eb-4de5-a04d-d8bf76a906ad req-74fc2744-cec9-43e0-a707-8c6b54b5998b tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "GET /v2.0/security-groups?id=5fb2b0bc-4d97-449b-9031-5715adbe68e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386324 Jun 15 14:20:32.198921 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Device 06b54a84-8be5-454d-8dcb-d399ccc4fff3 no longer exists at agent hyperv_hv-cinder-79647 {{(pid=91909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:20:32.231373 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.plugin [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] No Port match for: 06b54a84-8be5-454d-8dcb-d399ccc4fff3 {{(pid=91909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:20:32.231821 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Device 06b54a84-8be5-454d-8dcb-d399ccc4fff3 not bound to the agent host hv-cinder-79647 {{(pid=91909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:20:32.232335 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Device b985f24c-174a-45f0-b16a-262a5ecc88a1 no longer exists at agent hyperv_hv-cinder-79647 {{(pid=91909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:20:32.256769 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.plugin [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] No Port match for: b985f24c-174a-45f0-b16a-262a5ecc88a1 {{(pid=91909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:20:32.257225 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Device b985f24c-174a-45f0-b16a-262a5ecc88a1 not bound to the agent host hv-cinder-79647 {{(pid=91909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:20:32.350412 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-3f194d4d-e03f-4258-8a19-914aec42c507 req-0753dc1c-42df-4b85-8f19-c038aff986ab tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5695f34-b49f-4a59-bbde-87ad2b51552b HTTP/1.1" status: 200 len: 210 time: 0.0347466 Jun 15 14:20:33.099543 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 39800) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:20:33.205384 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-e99e58eb-3ab9-4843-917b-5a63ce1287ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:33.394594 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc2d6a0-f552-44a6-9d16-12492ffa81c1 req-aacba6e7-a9bd-4c1c-a2f7-8ab60d28b171 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:20:33.396501 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-ddc2d6a0-f552-44a6-9d16-12492ffa81c1 req-aacba6e7-a9bd-4c1c-a2f7-8ab60d28b171 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "GET /v2.0/ports?device_id=405d9f84-bee6-48f4-8844-e3a48eb0ef4f HTTP/1.1" status: 200 len: 943 time: 0.1555543 Jun 15 14:20:33.437277 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-e99e58eb-3ab9-4843-917b-5a63ce1287ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:33.447832 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-e99e58eb-3ab9-4843-917b-5a63ce1287ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:33.459039 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-6b4c5a87-306c-410d-a462-dfc49f7f6336 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:20:33.479827 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb10251-ef0a-4af7-adb5-06860146f167 req-df3793db-59b2-42d4-9e42-10e8c56dfef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:20:33.481929 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-4cb10251-ef0a-4af7-adb5-06860146f167 req-df3793db-59b2-42d4-9e42-10e8c56dfef1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c3de56a81c9f49fdb5657745f0c5e9a7&device_id=405d9f84-bee6-48f4-8844-e3a48eb0ef4f HTTP/1.1" status: 200 len: 1096 time: 0.1798856 Jun 15 14:20:33.491145 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-ddc2d6a0-f552-44a6-9d16-12492ffa81c1 req-1aac33ed-beed-4f6d-9ea4-652d8e41b323 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "GET /v2.0/security-groups?id=5fb2b0bc-4d97-449b-9031-5715adbe68e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869541 Jun 15 14:20:33.537400 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-e78f4e7c-58ca-46a6-a8bb-2d09d6c6a605 req-b05487d1-1eaa-4575-a0c7-b66c77fe7de8 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5695f34-b49f-4a59-bbde-87ad2b51552b HTTP/1.1" status: 200 len: 210 time: 0.0480902 Jun 15 14:20:33.544920 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-e99e58eb-3ab9-4843-917b-5a63ce1287ba admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=07472e7446de4ef9989af093b5578302&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4442987 Jun 15 14:20:33.547438 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99e58eb-3ab9-4843-917b-5a63ce1287ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9359e68d-a8e7-4dbb-92ea-e7faad722e9c,revision_number=1']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:20:33.548047 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 39808) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:20:33.551673 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-e99e58eb-3ab9-4843-917b-5a63ce1287ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:20:33.609058 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-2dfcca22-d869-4632-b45d-15d60a7a8e58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:33.628011 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb10251-ef0a-4af7-adb5-06860146f167 req-a570fc63-69e2-4827-bca1-57b01474a36b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:20:33.629536 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-4cb10251-ef0a-4af7-adb5-06860146f167 req-a570fc63-69e2-4827-bca1-57b01474a36b service neutron] 10.222.0.67 "GET /v2.0/networks?id=38cc54e9-46a5-4f17-85e6-fe0dd786b611 HTTP/1.1" status: 200 len: 911 time: 0.1323159 Jun 15 14:20:33.632783 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-2dfcca22-d869-4632-b45d-15d60a7a8e58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:33.685179 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-2dfcca22-d869-4632-b45d-15d60a7a8e58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:33.688003 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-2dfcca22-d869-4632-b45d-15d60a7a8e58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:33.691303 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-4cb10251-ef0a-4af7-adb5-06860146f167 req-d0187b09-1aca-43ae-ac56-445bbd7834c5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6658c8f1-8c8e-40e8-94d2-e80ea09ca66e HTTP/1.1" status: 200 len: 217 time: 0.0541358 Jun 15 14:20:33.691942 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-2dfcca22-d869-4632-b45d-15d60a7a8e58 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9359e68d-a8e7-4dbb-92ea-e7faad722e9c HTTP/1.1" status: 204 len: 168 time: 0.1426919 Jun 15 14:20:33.692788 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-14ba1ae2-9684-4842-88cf-c724506c3a91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:20:33.712164 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfcca22-d869-4632-b45d-15d60a7a8e58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9359e68d-a8e7-4dbb-92ea-e7faad722e9c,revision_number=None']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:20:33.720718 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-2dfcca22-d869-4632-b45d-15d60a7a8e58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:20:33.759964 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb10251-ef0a-4af7-adb5-06860146f167 req-a1501292-46d3-478f-80d4-d83b00d8b0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:20:33.762085 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-4cb10251-ef0a-4af7-adb5-06860146f167 req-a1501292-46d3-478f-80d4-d83b00d8b0d8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c7a8d3b2-93d0-474b-a785-3b20f05c50a2 HTTP/1.1" status: 200 len: 849 time: 0.0608759 Jun 15 14:20:33.853271 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb10251-ef0a-4af7-adb5-06860146f167 req-ea0b15c6-2f3b-43fb-9acd-1eda9082418c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:20:33.854746 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-4cb10251-ef0a-4af7-adb5-06860146f167 req-ea0b15c6-2f3b-43fb-9acd-1eda9082418c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=38cc54e9-46a5-4f17-85e6-fe0dd786b611&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0612249 Jun 15 14:20:33.973393 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 39814) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:20:33.984922 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-4cb10251-ef0a-4af7-adb5-06860146f167 req-81416059-684f-4e16-91d4-e8459058d52e service neutron] 10.222.0.67 "GET /v2.0/networks/38cc54e9-46a5-4f17-85e6-fe0dd786b611?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208107 Jun 15 14:20:33.990595 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-8e74af5d-b61c-42fc-ada8-10dc4a49b6dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:34.117712 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-4cb10251-ef0a-4af7-adb5-06860146f167 req-6a751609-d66c-4cdb-83c1-f38b4b91979d service neutron] 10.222.0.67 "GET /v2.0/networks/38cc54e9-46a5-4f17-85e6-fe0dd786b611?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253519 Jun 15 14:20:34.123690 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-8e74af5d-b61c-42fc-ada8-10dc4a49b6dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:34.128099 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-8e74af5d-b61c-42fc-ada8-10dc4a49b6dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:34.130857 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-384a7208-47c4-4c7e-86cb-25d8da9ba6f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:20:34.175956 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e74af5d-b61c-42fc-ada8-10dc4a49b6dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eafe583-821e-495b-96bd-f008d5a1dd2f,revision_number=1']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:20:34.179092 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-8e74af5d-b61c-42fc-ada8-10dc4a49b6dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:20:34.181925 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-8e74af5d-b61c-42fc-ada8-10dc4a49b6dc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d17956dcc2f74ae189299e98a28e703c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2072384 Jun 15 14:20:34.184731 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 39828) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:20:34.244291 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-e10ba1b1-b05e-4247-8862-fdc71c1a1539 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:34.267702 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-e10ba1b1-b05e-4247-8862-fdc71c1a1539 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:34.316969 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-e10ba1b1-b05e-4247-8862-fdc71c1a1539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:34.319548 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-e10ba1b1-b05e-4247-8862-fdc71c1a1539 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:34.320667 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-e10ba1b1-b05e-4247-8862-fdc71c1a1539 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2eafe583-821e-495b-96bd-f008d5a1dd2f HTTP/1.1" status: 204 len: 168 time: 0.1350102 Jun 15 14:20:34.321428 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-9c27caf3-e6d6-4840-a10f-56fd6ebd8b39 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:20:34.330078 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10ba1b1-b05e-4247-8862-fdc71c1a1539 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eafe583-821e-495b-96bd-f008d5a1dd2f,revision_number=None']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:20:34.332566 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-e10ba1b1-b05e-4247-8862-fdc71c1a1539 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:20:34.676474 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 39848) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:20:34.693050 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b857a39-1a10-4cdd-8d21-302d5e85127f req-536cd0b5-4f06-4505-a3ec-a6fc9bcc9bba tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:20:34.694557 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-3b857a39-1a10-4cdd-8d21-302d5e85127f req-536cd0b5-4f06-4505-a3ec-a6fc9bcc9bba tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "GET /v2.0/ports?device_id=405d9f84-bee6-48f4-8844-e3a48eb0ef4f HTTP/1.1" status: 200 len: 943 time: 0.0867202 Jun 15 14:20:34.746678 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-3b857a39-1a10-4cdd-8d21-302d5e85127f req-e9bd9723-a719-48ac-bf1d-931260b9d56a tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "GET /v2.0/security-groups?id=5fb2b0bc-4d97-449b-9031-5715adbe68e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408051 Jun 15 14:20:34.747614 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-1fcebc23-4bc7-49f8-8bab-979a46b6a92a tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Notify callbacks [] for security_group, before_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:34.775028 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-1fcebc23-4bc7-49f8-8bab-979a46b6a92a tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:34.828892 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-1fcebc23-4bc7-49f8-8bab-979a46b6a92a tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:34.831596 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-1fcebc23-4bc7-49f8-8bab-979a46b6a92a tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Notify callbacks [] for security_group, before_response {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:34.832730 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-1fcebc23-4bc7-49f8-8bab-979a46b6a92a tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "DELETE /v2.0/security-groups/612cf761-1131-4a26-a654-49a8070b2d73 HTTP/1.1" status: 204 len: 168 time: 0.1551566 Jun 15 14:20:34.833502 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-7d2f7308-8698-4b7c-afb7-3a744f54f7d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:20:34.835538 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 39854) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:20:34.843923 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcebc23-4bc7-49f8-8bab-979a46b6a92a tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=612cf761-1131-4a26-a654-49a8070b2d73,revision_number=None']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:20:34.846174 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-1fcebc23-4bc7-49f8-8bab-979a46b6a92a tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:20:34.851357 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.api.v2.resource [None req-797b5084-a69b-41b0-a750-552f96146619 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] show failed (client error): The resource could not be found. Jun 15 14:20:34.852373 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-797b5084-a69b-41b0-a750-552f96146619 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "GET /v2.0/security-groups/612cf761-1131-4a26-a654-49a8070b2d73 HTTP/1.1" status: 404 len: 347 time: 0.0158081 Jun 15 14:20:34.855925 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 39858) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:20:35.020834 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.plugin [None req-2d960c8e-ccb3-46fc-8999-a5e8925c6ce1 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Deleting port 9846e030-88ad-4c03-9afe-73f981292fdc {{(pid=91906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:20:35.021172 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-2d960c8e-ccb3-46fc-8999-a5e8925c6ce1 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781714481448'] for port, before_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:35.122695 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-2d960c8e-ccb3-46fc-8999-a5e8925c6ce1 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668414'] for port, precommit_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:35.123052 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-2d960c8e-ccb3-46fc-8999-a5e8925c6ce1 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:35.219033 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.plugin [None req-2d960c8e-ccb3-46fc-8999-a5e8925c6ce1 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Calling delete_port for 9846e030-88ad-4c03-9afe-73f981292fdc owned by network:floatingip {{(pid=91906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:20:35.388091 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-2d960c8e-ccb3-46fc-8999-a5e8925c6ce1 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781714486604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781714044438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3410898'] for port, after_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:35.392595 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-40247551-afad-47e2-a1ad-60a3f35e7a20 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:20:35.427331 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d960c8e-ccb3-46fc-8999-a5e8925c6ce1 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Pushing event deleted for resources: {'Port': ['ID=9846e030-88ad-4c03-9afe-73f981292fdc,revision_number=None']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:20:35.431499 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-2d960c8e-ccb3-46fc-8999-a5e8925c6ce1 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:20:35.505861 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-2d960c8e-ccb3-46fc-8999-a5e8925c6ce1 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Notify callbacks [] for floatingip, after_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:35.508517 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-2d960c8e-ccb3-46fc-8999-a5e8925c6ce1 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58954'] for floatingip, before_response {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:35.509655 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-2d960c8e-ccb3-46fc-8999-a5e8925c6ce1 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] 10.222.0.26 "DELETE /v2.0/floatingips/dd53c237-d734-4143-b3c5-935e7a7d171f HTTP/1.1" status: 204 len: 168 time: 0.6525159 Jun 15 14:20:35.935464 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1a985c-8daf-4f57-933b-c6eaf86ca178 req-30767cb7-f3d6-4ed0-8d8e-a0e299364789 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:20:35.936954 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-0d1a985c-8daf-4f57-933b-c6eaf86ca178 req-30767cb7-f3d6-4ed0-8d8e-a0e299364789 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "GET /v2.0/ports?device_id=405d9f84-bee6-48f4-8844-e3a48eb0ef4f HTTP/1.1" status: 200 len: 943 time: 0.0746179 Jun 15 14:20:35.983823 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-0d1a985c-8daf-4f57-933b-c6eaf86ca178 req-425e55c5-cb67-4cf6-a398-d71d7f7e7a01 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "GET /v2.0/security-groups?id=5fb2b0bc-4d97-449b-9031-5715adbe68e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408304 Jun 15 14:20:37.167333 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2515c114-d801-48e2-9bc7-689ea9a2044d req-7b8a553c-192c-4ecc-b536-118c5849f862 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:20:37.168802 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-2515c114-d801-48e2-9bc7-689ea9a2044d req-7b8a553c-192c-4ecc-b536-118c5849f862 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "GET /v2.0/ports?device_id=405d9f84-bee6-48f4-8844-e3a48eb0ef4f HTTP/1.1" status: 200 len: 943 time: 0.0704980 Jun 15 14:20:37.209709 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-2515c114-d801-48e2-9bc7-689ea9a2044d req-fd5f0c5d-f419-4c45-8dc0-a93bd71d149b tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "GET /v2.0/security-groups?id=5fb2b0bc-4d97-449b-9031-5715adbe68e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352271 Jun 15 14:20:38.386368 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c59b4f-2396-41d9-96cc-bcd295d50185 req-019dd35d-d0b1-4e5a-bd82-038f92fc05cc tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:20:38.387864 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-51c59b4f-2396-41d9-96cc-bcd295d50185 req-019dd35d-d0b1-4e5a-bd82-038f92fc05cc tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "GET /v2.0/ports?device_id=405d9f84-bee6-48f4-8844-e3a48eb0ef4f HTTP/1.1" status: 200 len: 943 time: 0.0682788 Jun 15 14:20:38.430038 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-51c59b4f-2396-41d9-96cc-bcd295d50185 req-d4175101-7ccb-4531-9751-105f9c13d73c tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "GET /v2.0/security-groups?id=5fb2b0bc-4d97-449b-9031-5715adbe68e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359585 Jun 15 14:20:39.625627 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79e7bf2-8b44-4672-9dd3-f8a6d1e70156 req-04d6ff52-6bf7-4211-aff7-2675c1ed76ed tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:20:39.627226 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-f79e7bf2-8b44-4672-9dd3-f8a6d1e70156 req-04d6ff52-6bf7-4211-aff7-2675c1ed76ed tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "GET /v2.0/ports?device_id=405d9f84-bee6-48f4-8844-e3a48eb0ef4f HTTP/1.1" status: 200 len: 943 time: 0.0811729 Jun 15 14:20:39.676176 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-f79e7bf2-8b44-4672-9dd3-f8a6d1e70156 req-46f302c6-b515-46c1-b351-e9674873293b tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "GET /v2.0/security-groups?id=5fb2b0bc-4d97-449b-9031-5715adbe68e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426471 Jun 15 14:20:39.815155 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bce4ecf-11eb-4583-82d3-efa785f6ae51 req-086027dd-7d8c-4941-a882-53bc409d1074 tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:20:39.817261 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-9bce4ecf-11eb-4583-82d3-efa785f6ae51 req-086027dd-7d8c-4941-a882-53bc409d1074 tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] 10.222.0.26 "GET /v2.0/networks?id=79511d5b-ed0b-4540-b9f0-f46055fc4b1b HTTP/1.1" status: 200 len: 813 time: 0.1315863 Jun 15 14:20:39.836457 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-9bce4ecf-11eb-4583-82d3-efa785f6ae51 req-7d5a72fe-6018-434e-8611-f31ee2f8ee5c tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] 10.222.0.26 "GET /v2.0/quotas/0161a9f55a674a39a3828b87e7771a0d HTTP/1.1" status: 200 len: 375 time: 0.0126293 Jun 15 14:20:39.881441 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-9bce4ecf-11eb-4583-82d3-efa785f6ae51 req-de6a01b2-0cd8-4de7-abe9-0fa4f70df0bc tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=0161a9f55a674a39a3828b87e7771a0d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0398278 Jun 15 14:20:40.011178 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-9bce4ecf-11eb-4583-82d3-efa785f6ae51 req-17f32515-6f89-463a-9a96-83f2d3494d33 service neutron] 10.222.0.26 "GET /v2.0/networks/79511d5b-ed0b-4540-b9f0-f46055fc4b1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219311 Jun 15 14:20:40.132946 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-9bce4ecf-11eb-4583-82d3-efa785f6ae51 req-d0ab122d-c197-45d2-a482-0cb6e74c93a8 service neutron] 10.222.0.26 "GET /v2.0/networks/79511d5b-ed0b-4540-b9f0-f46055fc4b1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146414 Jun 15 14:20:40.303974 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-d77da3f2-6393-4ec2-917b-2f39eb05a90a req-203edf61-b85c-461c-aee2-3aacc88bdebe tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] 10.222.0.26 "GET /v2.0/ports?device_id=dad8d8f1-7dd2-48ce-8d91-95100f366154 HTTP/1.1" status: 200 len: 210 time: 0.0348949 Jun 15 14:20:40.862004 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9766ae-f73a-4112-8817-a3e58d043999 req-69fdf521-a486-4cc2-af66-b5a870c013f0 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:20:40.863505 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-5f9766ae-f73a-4112-8817-a3e58d043999 req-69fdf521-a486-4cc2-af66-b5a870c013f0 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "GET /v2.0/ports?device_id=405d9f84-bee6-48f4-8844-e3a48eb0ef4f HTTP/1.1" status: 200 len: 943 time: 0.0750399 Jun 15 14:20:40.911238 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-5f9766ae-f73a-4112-8817-a3e58d043999 req-19b6e11b-4f68-4ad3-8f15-9b98b8592782 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "GET /v2.0/security-groups?id=5fb2b0bc-4d97-449b-9031-5715adbe68e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416090 Jun 15 14:20:41.245152 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 39992) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:20:41.260581 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Device 6658c8f1-8c8e-40e8-94d2-e80ea09ca66e details requested by agent hyperv_hv-cinder-79647 with host hv-cinder-79647 {{(pid=91909) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 14:20:41.420678 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] For port 6658c8f1-8c8e-40e8-94d2-e80ea09ca66e, host hv-cinder-79647, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79647',level=0,port_id=6658c8f1-8c8e-40e8-94d2-e80ea09ca66e,segment=NetworkSegment(bdfc6570-21e3-4188-8b81-25944ca5b033),segment_id=bdfc6570-21e3-4188-8b81-25944ca5b033)] {{(pid=91909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:20:41.440694 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Returning: {'device': '6658c8f1-8c8e-40e8-94d2-e80ea09ca66e', 'network_id': '38cc54e9-46a5-4f17-85e6-fe0dd786b611', 'port_id': '6658c8f1-8c8e-40e8-94d2-e80ea09ca66e', 'mac_address': 'fa:16:3e:22:56:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 885, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7a8d3b2-93d0-474b-a785-3b20f05c50a2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91909) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 14:20:41.512674 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:41.529946 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 40000) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:20:41.530537 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.notifiers.nova [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6658c8f1-8c8e-40e8-94d2-e80ea09ca66e {{(pid=91909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:20:41.567665 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] For port 6658c8f1-8c8e-40e8-94d2-e80ea09ca66e, host hv-cinder-79647, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79647',level=0,port_id=6658c8f1-8c8e-40e8-94d2-e80ea09ca66e,segment=NetworkSegment(bdfc6570-21e3-4188-8b81-25944ca5b033),segment_id=bdfc6570-21e3-4188-8b81-25944ca5b033)] {{(pid=91909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:20:41.577853 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492'] for port, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:41.581399 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:20:41.604461 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-0a40350f-b64f-4f09-92f1-2eca7f8d341b req-3126b11d-c8a8-4c16-aea2-9cc59d93e0dc tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] 10.222.0.26 "GET /v2.0/ports?device_id=dad8d8f1-7dd2-48ce-8d91-95100f366154 HTTP/1.1" status: 200 len: 210 time: 0.0630169 Jun 15 14:20:41.644379 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bce4ecf-11eb-4583-82d3-efa785f6ae51 req-4c428322-43ba-44ca-8f4a-f425cb7de862 tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:20:41.645861 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-9bce4ecf-11eb-4583-82d3-efa785f6ae51 req-4c428322-43ba-44ca-8f4a-f425cb7de862 tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] 10.222.0.67 "GET /v2.0/networks?id=79511d5b-ed0b-4540-b9f0-f46055fc4b1b HTTP/1.1" status: 200 len: 813 time: 0.3067844 Jun 15 14:20:41.666311 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Pushing event updated for resources: {'Port': ['ID=6658c8f1-8c8e-40e8-94d2-e80ea09ca66e,revision_number=4']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:20:41.670146 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.v2.base [req-9bce4ecf-11eb-4583-82d3-efa785f6ae51 req-4bec0135-2c40-4b74-8c59-5c91edf6cc8a tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] Request body: {'port': {'device_id': 'dad8d8f1-7dd2-48ce-8d91-95100f366154', 'network_id': '79511d5b-ed0b-4540-b9f0-f46055fc4b1b', 'admin_state_up': True, 'tenant_id': '0161a9f55a674a39a3828b87e7771a0d'}} {{(pid=91907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:20:41.674922 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:20:41.675222 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:20:41.675566 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:20:41.675903 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:20:41.676269 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:20:41.677127 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:20:41.677465 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:20:41.677801 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:20:41.678135 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:20:41.678623 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:20:41.679111 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:20:41.679562 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:20:41.698303 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:20:41.720932 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-3adba5f2-8cb4-4fec-85d5-d9f1838fda3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:41.886642 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-3adba5f2-8cb4-4fec-85d5-d9f1838fda3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:41.893259 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-3adba5f2-8cb4-4fec-85d5-d9f1838fda3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:41.898578 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-0f94ec4f-c9b6-46fb-b63a-26b5ff9050e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:20:41.914089 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] get_ports_and_sgs() called for port_ids ['6658c8f1-8c8e-40e8-94d2-e80ea09ca66e'] {{(pid=91909) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:20:41.948552 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adba5f2-8cb4-4fec-85d5-d9f1838fda3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29a1fda0-df71-425d-bb97-ec9133e4da35,revision_number=1']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:20:41.953430 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-3adba5f2-8cb4-4fec-85d5-d9f1838fda3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:20:41.958701 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-3adba5f2-8cb4-4fec-85d5-d9f1838fda3c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8b79abbddc7f4c53a1772aa60e3e74a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4254501 Jun 15 14:20:41.958701 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bce4ecf-11eb-4583-82d3-efa785f6ae51 req-4bec0135-2c40-4b74-8c59-5c91edf6cc8a tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] Made reservation on behalf of 0161a9f55a674a39a3828b87e7771a0d for: {'port': 1} {{(pid=91907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:20:41.961189 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-9bce4ecf-11eb-4583-82d3-efa785f6ae51 req-4bec0135-2c40-4b74-8c59-5c91edf6cc8a tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-33170876'] for port, before_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:41.962263 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-6ee0f393-d0f8-4296-ace2-47c3063af501 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-670171'] for router_interface, before_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:41.964842 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 40010) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:20:42.132191 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.db.db_base_plugin_common [req-9bce4ecf-11eb-4583-82d3-efa785f6ae51 req-4bec0135-2c40-4b74-8c59-5c91edf6cc8a tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] Allocated IP 172.20.0.2 (79511d5b-ed0b-4540-b9f0-f46055fc4b1b/dedb6150-81f8-41e2-ab45-29aaebfb062d/39e12b96-2e25-49ea-9a37-0cd16c41932c) {{(pid=91907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:20:42.214765 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-49ab334a-8d87-4715-b6a8-fd7d278443b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:42.339767 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-9bce4ecf-11eb-4583-82d3-efa785f6ae51 req-4bec0135-2c40-4b74-8c59-5c91edf6cc8a tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] Notify callbacks [] for port, precommit_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:42.380528 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-9bce4ecf-11eb-4583-82d3-efa785f6ae51 req-4bec0135-2c40-4b74-8c59-5c91edf6cc8a tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33170815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-53808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781714044429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4061915'] for port, after_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:42.384835 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-a9c09f9c-aaba-4a71-abce-8cd1cd5a6d2a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:20:42.603601 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-49ab334a-8d87-4715-b6a8-fd7d278443b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:42.612861 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85261c3-6227-4cb9-82d3-11bc36b3fdb9 req-4da28d5a-86da-4cd3-8ed3-54d6b832840c tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:20:42.614409 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-c85261c3-6227-4cb9-82d3-11bc36b3fdb9 req-4da28d5a-86da-4cd3-8ed3-54d6b832840c tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "GET /v2.0/ports?device_id=405d9f84-bee6-48f4-8844-e3a48eb0ef4f HTTP/1.1" status: 200 len: 944 time: 0.5440104 Jun 15 14:20:42.704852 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bce4ecf-11eb-4583-82d3-efa785f6ae51 req-4bec0135-2c40-4b74-8c59-5c91edf6cc8a tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] Network 79511d5b-ed0b-4540-b9f0-f46055fc4b1b is already hosted by enough agents. {{(pid=91907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:20:42.710679 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.scheduler.base_scheduler [req-9bce4ecf-11eb-4583-82d3-efa785f6ae51 req-4bec0135-2c40-4b74-8c59-5c91edf6cc8a tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] Resources bound (agent type, host, resource id): {{(pid=91907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:20:42.710933 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-c85261c3-6227-4cb9-82d3-11bc36b3fdb9 req-adfdd246-0d3f-4631-b212-df27d668ffeb tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "GET /v2.0/security-groups?id=5fb2b0bc-4d97-449b-9031-5715adbe68e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871398 Jun 15 14:20:42.716031 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bce4ecf-11eb-4583-82d3-efa785f6ae51 req-4bec0135-2c40-4b74-8c59-5c91edf6cc8a tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] Received port after_create {{(pid=91907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:20:42.719730 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bec0135-2c40-4b74-8c59-5c91edf6cc8a tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] Pushing event updated for resources: {'Port': ['ID=39e12b96-2e25-49ea-9a37-0cd16c41932c,revision_number=1']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:20:42.723332 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-4bec0135-2c40-4b74-8c59-5c91edf6cc8a tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:20:42.759560 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-49ab334a-8d87-4715-b6a8-fd7d278443b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:42.762144 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-49ab334a-8d87-4715-b6a8-fd7d278443b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:42.765995 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-49ab334a-8d87-4715-b6a8-fd7d278443b5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/29a1fda0-df71-425d-bb97-ec9133e4da35 HTTP/1.1" status: 204 len: 168 time: 0.7974651 Jun 15 14:20:42.765995 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-aedafc7d-80ee-47a6-ac25-1ca2e36d08c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:20:42.781640 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ab334a-8d87-4715-b6a8-fd7d278443b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29a1fda0-df71-425d-bb97-ec9133e4da35,revision_number=None']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:20:42.792954 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ab334a-8d87-4715-b6a8-fd7d278443b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:20:42.793937 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ab334a-8d87-4715-b6a8-fd7d278443b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:20:42.794297 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ab334a-8d87-4715-b6a8-fd7d278443b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:20:42.794723 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ab334a-8d87-4715-b6a8-fd7d278443b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:20:42.795018 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ab334a-8d87-4715-b6a8-fd7d278443b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:20:42.795368 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ab334a-8d87-4715-b6a8-fd7d278443b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:20:42.795714 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ab334a-8d87-4715-b6a8-fd7d278443b5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:20:42.796057 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ab334a-8d87-4715-b6a8-fd7d278443b5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:20:42.796398 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ab334a-8d87-4715-b6a8-fd7d278443b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:20:42.796737 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ab334a-8d87-4715-b6a8-fd7d278443b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:20:42.797078 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ab334a-8d87-4715-b6a8-fd7d278443b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:20:42.797415 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ab334a-8d87-4715-b6a8-fd7d278443b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:20:42.800633 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-49ab334a-8d87-4715-b6a8-fd7d278443b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:20:42.816749 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bce4ecf-11eb-4583-82d3-efa785f6ae51 req-4bec0135-2c40-4b74-8c59-5c91edf6cc8a tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:20:42.816749 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-9bce4ecf-11eb-4583-82d3-efa785f6ae51 req-4bec0135-2c40-4b74-8c59-5c91edf6cc8a tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58954'] for port, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:42.844778 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9422042-1c5c-4bb4-b69c-8fe8fd7d0a25 req-9687a360-e353-4c03-bf5d-789bf71140d4 tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:20:42.846269 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-a9422042-1c5c-4bb4-b69c-8fe8fd7d0a25 req-9687a360-e353-4c03-bf5d-789bf71140d4 tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] 10.222.0.26 "GET /v2.0/ports?device_id=dad8d8f1-7dd2-48ce-8d91-95100f366154 HTTP/1.1" status: 200 len: 931 time: 0.0981886 Jun 15 14:20:42.848063 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-9bce4ecf-11eb-4583-82d3-efa785f6ae51 req-4bec0135-2c40-4b74-8c59-5c91edf6cc8a tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1829758 Jun 15 14:20:42.854140 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.plugin [None req-6ee0f393-d0f8-4296-ace2-47c3063af501 admin admin] Deleting port 23dfee54-5ee9-40fa-a5a6-cef8074b2d74 {{(pid=91906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:20:42.854409 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-6ee0f393-d0f8-4296-ace2-47c3063af501 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781714481448'] for port, before_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:42.876715 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.v2.base [req-9bce4ecf-11eb-4583-82d3-efa785f6ae51 req-0d7ef179-c4cf-442f-ad1a-42c69a48abbe service neutron] Request body: {'port': {'device_id': 'dad8d8f1-7dd2-48ce-8d91-95100f366154', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79647'}} {{(pid=91907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:20:42.935747 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-a9422042-1c5c-4bb4-b69c-8fe8fd7d0a25 req-ba85e250-0bf4-4411-9d95-da2200f18d76 tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] 10.222.0.26 "GET /v2.0/security-groups?id=26c81b0a-94da-4c47-a5d9-dfd483e72a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825138 Jun 15 14:20:42.983348 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-9bce4ecf-11eb-4583-82d3-efa785f6ae51 req-0d7ef179-c4cf-442f-ad1a-42c69a48abbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:42.984857 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.db [None req-6ee0f393-d0f8-4296-ace2-47c3063af501 admin admin] For port 23dfee54-5ee9-40fa-a5a6-cef8074b2d74, host dv-cinder-796471-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796471-1-iscsi',level=0,port_id=23dfee54-5ee9-40fa-a5a6-cef8074b2d74,segment=NetworkSegment(29cbf6bd-3703-449c-90e3-2d0016356068),segment_id=29cbf6bd-3703-449c-90e3-2d0016356068)] {{(pid=91906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:20:42.985334 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-6ee0f393-d0f8-4296-ace2-47c3063af501 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668414'] for port, precommit_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:43.082820 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.plugin [None req-6ee0f393-d0f8-4296-ace2-47c3063af501 admin admin] Calling delete_port for 23dfee54-5ee9-40fa-a5a6-cef8074b2d74 owned by network:router_interface {{(pid=91906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:20:43.084581 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 40018) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:20:43.107276 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-ea7ce80e-d725-476c-a689-c4c68f5d5970 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:43.259406 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Device 6658c8f1-8c8e-40e8-94d2-e80ea09ca66e up at agent hyperv_hv-cinder-79647 {{(pid=91909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:20:43.316256 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Provisioning for port 6658c8f1-8c8e-40e8-94d2-e80ea09ca66e completed by entity L2. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:20:43.318639 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.notifiers.nova [req-9bce4ecf-11eb-4583-82d3-efa785f6ae51 req-0d7ef179-c4cf-442f-ad1a-42c69a48abbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39e12b96-2e25-49ea-9a37-0cd16c41932c {{(pid=91907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:20:43.322180 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Provisioning complete for port 6658c8f1-8c8e-40e8-94d2-e80ea09ca66e triggered by entity L2. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:20:43.322568 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897510'] for port, provisioning_complete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:43.326948 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-9bce4ecf-11eb-4583-82d3-efa785f6ae51 req-0d7ef179-c4cf-442f-ad1a-42c69a48abbe service neutron] Notify callbacks [] for port, precommit_update {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:43.340976 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.db.provisioning_blocks [req-9bce4ecf-11eb-4583-82d3-efa785f6ae51 req-0d7ef179-c4cf-442f-ad1a-42c69a48abbe service neutron] Transition to ACTIVE for port object 39e12b96-2e25-49ea-9a37-0cd16c41932c will not be triggered until provisioned by entity L2. {{(pid=91907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:20:43.345107 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-9bce4ecf-11eb-4583-82d3-efa785f6ae51 req-0d7ef179-c4cf-442f-ad1a-42c69a48abbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4061925'] for port, after_update {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:43.347280 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-21c74ddb-dcad-4792-af3e-52c0c2139902 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:20:43.390357 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-ea7ce80e-d725-476c-a689-c4c68f5d5970 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:43.398374 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-ea7ce80e-d725-476c-a689-c4c68f5d5970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:43.404115 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-f39b2166-f90c-4fac-a296-78bc2189ed10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:20:43.423102 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:43.444086 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-6ee0f393-d0f8-4296-ace2-47c3063af501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781714486604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781714044438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3410898'] for port, after_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:43.451350 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '405d9f84-bee6-48f4-8844-e3a48eb0ef4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6658c8f1-8c8e-40e8-94d2-e80ea09ca66e'}] {{(pid=91909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:20:43.453170 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7ef179-c4cf-442f-ad1a-42c69a48abbe service neutron] Pushing event updated for resources: {'Port': ['ID=39e12b96-2e25-49ea-9a37-0cd16c41932c,revision_number=2']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:20:43.453672 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-ea7ce80e-d725-476c-a689-c4c68f5d5970 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=57d30546aa394363b124a5fe6eb0d2f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3679314 Jun 15 14:20:43.454151 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}018986bfbd05ca611dd30af7db176f5a3185891675ab09d2ffafe9409078adde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ed2cd8e-363e-4f82-9668-7c63afc21b20" -d '{"events": [{"server_uuid": "405d9f84-bee6-48f4-8844-e3a48eb0ef4f", "name": "network-vif-plugged", "status": "completed", "tag": "6658c8f1-8c8e-40e8-94d2-e80ea09ca66e"}]}' {{(pid=91909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:20:43.456145 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 40020) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:20:43.458833 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-0d7ef179-c4cf-442f-ad1a-42c69a48abbe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:20:43.467276 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7ce80e-d725-476c-a689-c4c68f5d5970 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ba5fa3d-e977-4341-94c7-16c68d54011e,revision_number=1']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:20:43.471439 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] For port 6658c8f1-8c8e-40e8-94d2-e80ea09ca66e, host hv-cinder-79647, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79647',level=0,port_id=6658c8f1-8c8e-40e8-94d2-e80ea09ca66e,segment=NetworkSegment(bdfc6570-21e3-4188-8b81-25944ca5b033),segment_id=bdfc6570-21e3-4188-8b81-25944ca5b033)] {{(pid=91909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:20:43.478845 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492'] for port, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:43.484506 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-8bab0e82-28b1-4dd5-b397-123186ce2b4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:20:43.487697 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-ea7ce80e-d725-476c-a689-c4c68f5d5970 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:20:43.493490 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-4789487a-d3cc-4b5a-982d-5673c69bcd29 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:20:43.551984 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee0f393-d0f8-4296-ace2-47c3063af501 admin admin] Pushing event deleted for resources: {'Port': ['ID=23dfee54-5ee9-40fa-a5a6-cef8074b2d74,revision_number=None']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:20:43.554504 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-6ee0f393-d0f8-4296-ace2-47c3063af501 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:20:43.582445 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Pushing event updated for resources: {'Port': ['ID=6658c8f1-8c8e-40e8-94d2-e80ea09ca66e,revision_number=5']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:20:43.587431 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.managers [req-9bce4ecf-11eb-4583-82d3-efa785f6ae51 req-0d7ef179-c4cf-442f-ad1a-42c69a48abbe service neutron] Attempting to bind port 39e12b96-2e25-49ea-9a37-0cd16c41932c on host hv-cinder-79647 for vnic_type normal with profile {{(pid=91907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:20:43.587775 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.managers [req-9bce4ecf-11eb-4583-82d3-efa785f6ae51 req-0d7ef179-c4cf-442f-ad1a-42c69a48abbe service neutron] Attempting to bind port 39e12b96-2e25-49ea-9a37-0cd16c41932c by drivers openvswitch,hyperv on host hv-cinder-79647 at level 0 using segments [{'id': 'c7cfb710-a97c-4e7b-ab8f-c7d608e0a9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '79511d5b-ed0b-4540-b9f0-f46055fc4b1b'}] {{(pid=91907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:20:43.588105 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bce4ecf-11eb-4583-82d3-efa785f6ae51 req-0d7ef179-c4cf-442f-ad1a-42c69a48abbe service neutron] Attempting to bind port 39e12b96-2e25-49ea-9a37-0cd16c41932c on network 79511d5b-ed0b-4540-b9f0-f46055fc4b1b {{(pid=91907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:20:43.595344 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad7ad590-ef92-43d2-b89a-55b65a3470d7 x-openstack-request-id: req-ad7ad590-ef92-43d2-b89a-55b65a3470d7 {{(pid=91909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:20:43.595741 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "405d9f84-bee6-48f4-8844-e3a48eb0ef4f", "name": "network-vif-plugged", "status": "completed", "tag": "6658c8f1-8c8e-40e8-94d2-e80ea09ca66e", "code": 200}]} {{(pid=91909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:20:43.596091 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ad7ad590-ef92-43d2-b89a-55b65a3470d7 {{(pid=91909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:20:43.596721 dv-cinder-796471-1-iscsi neutron-server[91909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '405d9f84-bee6-48f4-8844-e3a48eb0ef4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6658c8f1-8c8e-40e8-94d2-e80ea09ca66e', 'code': 200} Jun 15 14:20:43.597740 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:20:43.600060 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bce4ecf-11eb-4583-82d3-efa785f6ae51 req-0d7ef179-c4cf-442f-ad1a-42c69a48abbe service neutron] Port 39e12b96-2e25-49ea-9a37-0cd16c41932c on network 79511d5b-ed0b-4540-b9f0-f46055fc4b1b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79647 {{(pid=91907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 14:20:43.600379 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bce4ecf-11eb-4583-82d3-efa785f6ae51 req-0d7ef179-c4cf-442f-ad1a-42c69a48abbe service neutron] Attempting to bind port 39e12b96-2e25-49ea-9a37-0cd16c41932c on network 79511d5b-ed0b-4540-b9f0-f46055fc4b1b {{(pid=91907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:20:43.609788 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-09c2ebd0-c79b-4aab-b211-4a8759191605 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:43.612468 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bce4ecf-11eb-4583-82d3-efa785f6ae51 req-0d7ef179-c4cf-442f-ad1a-42c69a48abbe service neutron] Checking agent: {'id': 'ecd79229-812b-453e-8934-f3ab9293fb1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79647', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 10, 57), 'started_at': datetime.datetime(2021, 6, 15, 14, 10, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 20, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:20:43.612810 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bce4ecf-11eb-4583-82d3-efa785f6ae51 req-0d7ef179-c4cf-442f-ad1a-42c69a48abbe service neutron] Checking segment: {'id': 'c7cfb710-a97c-4e7b-ab8f-c7d608e0a9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '79511d5b-ed0b-4540-b9f0-f46055fc4b1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:20:43.613194 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bce4ecf-11eb-4583-82d3-efa785f6ae51 req-0d7ef179-c4cf-442f-ad1a-42c69a48abbe service neutron] Bound using segment: {'id': 'c7cfb710-a97c-4e7b-ab8f-c7d608e0a9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '79511d5b-ed0b-4540-b9f0-f46055fc4b1b'} {{(pid=91907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:20:43.613634 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.managers [req-9bce4ecf-11eb-4583-82d3-efa785f6ae51 req-0d7ef179-c4cf-442f-ad1a-42c69a48abbe service neutron] Bound port: 39e12b96-2e25-49ea-9a37-0cd16c41932c, host: hv-cinder-79647, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7cfb710-a97c-4e7b-ab8f-c7d608e0a9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '79511d5b-ed0b-4540-b9f0-f46055fc4b1b'}}] {{(pid=91907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:20:43.613983 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-9bce4ecf-11eb-4583-82d3-efa785f6ae51 req-0d7ef179-c4cf-442f-ad1a-42c69a48abbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:43.646681 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-09c2ebd0-c79b-4aab-b211-4a8759191605 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:43.756760 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.db [req-9bce4ecf-11eb-4583-82d3-efa785f6ae51 req-0d7ef179-c4cf-442f-ad1a-42c69a48abbe service neutron] For port 39e12b96-2e25-49ea-9a37-0cd16c41932c, host hv-cinder-79647, cleared binding levels {{(pid=91907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:20:43.760211 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.db [req-9bce4ecf-11eb-4583-82d3-efa785f6ae51 req-0d7ef179-c4cf-442f-ad1a-42c69a48abbe service neutron] For port 39e12b96-2e25-49ea-9a37-0cd16c41932c, host hv-cinder-79647, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79647',level=0,port_id=39e12b96-2e25-49ea-9a37-0cd16c41932c,segment=NetworkSegment(c7cfb710-a97c-4e7b-ab8f-c7d608e0a9ac),segment_id=c7cfb710-a97c-4e7b-ab8f-c7d608e0a9ac)] {{(pid=91907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:20:43.767178 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-9bce4ecf-11eb-4583-82d3-efa785f6ae51 req-0d7ef179-c4cf-442f-ad1a-42c69a48abbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4061925'] for port, after_update {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:43.770924 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-0d7ef179-c4cf-442f-ad1a-42c69a48abbe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:20:43.784070 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-6ee0f393-d0f8-4296-ace2-47c3063af501 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669771'] for router_interface, after_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:43.826418 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bce4ecf-11eb-4583-82d3-efa785f6ae51 req-0d7ef179-c4cf-442f-ad1a-42c69a48abbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:20:43.827433 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-9bce4ecf-11eb-4583-82d3-efa785f6ae51 req-0d7ef179-c4cf-442f-ad1a-42c69a48abbe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58954'] for port, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:43.830129 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-9bce4ecf-11eb-4583-82d3-efa785f6ae51 req-0d7ef179-c4cf-442f-ad1a-42c69a48abbe service neutron] 10.222.0.67 "PUT /v2.0/ports/39e12b96-2e25-49ea-9a37-0cd16c41932c HTTP/1.1" status: 200 len: 1093 time: 0.9600673 Jun 15 14:20:43.830953 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dad8d8f1-7dd2-48ce-8d91-95100f366154', 'tag': '39e12b96-2e25-49ea-9a37-0cd16c41932c'}] {{(pid=91907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:20:43.833626 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24467d57c8f568e2e16d95ba24031d6b60035fd708ad429d2e8baac5a477cd4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b613311-f4de-48f8-8ddb-532622b9dcd0" -d '{"events": [{"name": "network-changed", "server_uuid": "dad8d8f1-7dd2-48ce-8d91-95100f366154", "tag": "39e12b96-2e25-49ea-9a37-0cd16c41932c"}]}' {{(pid=91907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:20:43.845686 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-09c2ebd0-c79b-4aab-b211-4a8759191605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:43.848194 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-09c2ebd0-c79b-4aab-b211-4a8759191605 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:43.850032 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-09c2ebd0-c79b-4aab-b211-4a8759191605 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6ba5fa3d-e977-4341-94c7-16c68d54011e HTTP/1.1" status: 204 len: 168 time: 0.3916514 Jun 15 14:20:43.922548 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 14:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35718be2-ef83-453a-97cd-835e7771c702 x-openstack-request-id: req-35718be2-ef83-453a-97cd-835e7771c702 {{(pid=91907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:20:43.922892 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dad8d8f1-7dd2-48ce-8d91-95100f366154", "tag": "39e12b96-2e25-49ea-9a37-0cd16c41932c", "status": "completed", "code": 200}]} {{(pid=91907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:20:43.923189 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-35718be2-ef83-453a-97cd-835e7771c702 {{(pid=91907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:20:43.923619 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dad8d8f1-7dd2-48ce-8d91-95100f366154', 'tag': '39e12b96-2e25-49ea-9a37-0cd16c41932c', 'status': 'completed', 'code': 200} Jun 15 14:20:43.992146 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7ef179-c4cf-442f-ad1a-42c69a48abbe service neutron] Pushing event updated for resources: {'Port': ['ID=39e12b96-2e25-49ea-9a37-0cd16c41932c,revision_number=3']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:20:44.000505 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-0d7ef179-c4cf-442f-ad1a-42c69a48abbe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:20:44.001641 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-62ea5065-523b-4a5f-b73d-88a1f4917b2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.148s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:20:44.011796 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c2ebd0-c79b-4aab-b211-4a8759191605 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ba5fa3d-e977-4341-94c7-16c68d54011e,revision_number=None']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:20:44.015804 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-09c2ebd0-c79b-4aab-b211-4a8759191605 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:20:44.078095 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4297e72-1a08-485a-b780-412ec3fedb4e req-df987ed9-6db5-40e2-9aca-0811f0adc0a9 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:20:44.080453 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-e4297e72-1a08-485a-b780-412ec3fedb4e req-df987ed9-6db5-40e2-9aca-0811f0adc0a9 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "GET /v2.0/ports?device_id=405d9f84-bee6-48f4-8844-e3a48eb0ef4f HTTP/1.1" status: 200 len: 945 time: 0.2273653 Jun 15 14:20:44.084397 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f370469-1680-4875-8215-267365312922 req-0d91a318-d971-4a18-9400-c264c09c7318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:20:44.086471 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-1f370469-1680-4875-8215-267365312922 req-0d91a318-d971-4a18-9400-c264c09c7318 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=405d9f84-bee6-48f4-8844-e3a48eb0ef4f HTTP/1.1" status: 200 len: 1098 time: 0.2629766 Jun 15 14:20:44.124035 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bce4ecf-11eb-4583-82d3-efa785f6ae51 req-d7093ae1-a8e6-4116-b5e9-c1eb4c2590e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:20:44.125408 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-9bce4ecf-11eb-4583-82d3-efa785f6ae51 req-d7093ae1-a8e6-4116-b5e9-c1eb4c2590e1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0161a9f55a674a39a3828b87e7771a0d&device_id=dad8d8f1-7dd2-48ce-8d91-95100f366154 HTTP/1.1" status: 200 len: 1096 time: 0.2046790 Jun 15 14:20:44.125669 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ee0f393-d0f8-4296-ace2-47c3063af501 admin admin] Router de255612-9f80-4085-bcf0-786288c0db94 has already been hosted by L3 agent 7c0fcfb6-ee6c-4f84-9204-f4cc96555f34 {{(pid=91906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:20:44.212193 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-9bce4ecf-11eb-4583-82d3-efa785f6ae51 req-2e09aac5-5273-41d9-847a-8e5b1b254108 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=39e12b96-2e25-49ea-9a37-0cd16c41932c HTTP/1.1" status: 200 len: 217 time: 0.0691195 Jun 15 14:20:44.241225 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-1f370469-1680-4875-8215-267365312922 req-0a4a152d-c9af-4af4-901c-0d2ca7017436 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=5fb2b0bc-4d97-449b-9031-5715adbe68e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1253684 Jun 15 14:20:44.266126 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-e4297e72-1a08-485a-b780-412ec3fedb4e req-c8197ef4-4afb-4b18-8b05-70e01eda7553 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "GET /v2.0/security-groups?id=5fb2b0bc-4d97-449b-9031-5715adbe68e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1758177 Jun 15 14:20:44.287797 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bce4ecf-11eb-4583-82d3-efa785f6ae51 req-43f8eb68-eadf-4f67-af27-5b85c5aef79f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:20:44.288994 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-9bce4ecf-11eb-4583-82d3-efa785f6ae51 req-43f8eb68-eadf-4f67-af27-5b85c5aef79f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dedb6150-81f8-41e2-ab45-29aaebfb062d HTTP/1.1" status: 200 len: 853 time: 0.0640368 Jun 15 14:20:44.301625 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020d9206-4770-4035-a7b9-ec2976642121 req-2bace6d4-2517-4490-8262-66f817448271 tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:20:44.303131 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-020d9206-4770-4035-a7b9-ec2976642121 req-2bace6d4-2517-4490-8262-66f817448271 tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] 10.222.0.26 "GET /v2.0/ports?device_id=dad8d8f1-7dd2-48ce-8d91-95100f366154 HTTP/1.1" status: 200 len: 943 time: 0.1913586 Jun 15 14:20:44.355295 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ee0f393-d0f8-4296-ace2-47c3063af501 admin admin] Notify agent at l3_agent.dv-cinder-796471-1-iscsi the message routers_updated {{(pid=91906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:20:44.361961 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-6ee0f393-d0f8-4296-ace2-47c3063af501 admin admin] 10.222.0.26 "PUT /v2.0/routers/de255612-9f80-4085-bcf0-786288c0db94/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1152472 Jun 15 14:20:44.364118 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 40042) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:20:44.366842 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2841a4a9-6af0-4fac-9432-88f9dfafdd00 None None] Sync routers for ids ['de255612-9f80-4085-bcf0-786288c0db94'] in dv-cinder-796471-1-iscsi {{(pid=91910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:20:44.367353 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-020d9206-4770-4035-a7b9-ec2976642121 req-efff1bcc-9f52-44a7-819f-dc01bafab750 tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] 10.222.0.26 "GET /v2.0/security-groups?id=26c81b0a-94da-4c47-a5d9-dfd483e72a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548203 Jun 15 14:20:44.377815 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2841a4a9-6af0-4fac-9432-88f9dfafdd00 None None] Routers {'de255612-9f80-4085-bcf0-786288c0db94'} bound to L3 agent in host dv-cinder-796471-1-iscsi {{(pid=91910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:20:44.378515 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-2841a4a9-6af0-4fac-9432-88f9dfafdd00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796471-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-15T14:04:51Z,description=,heartbeat_timestamp=2021-06-15T14:20:21Z,host='dv-cinder-796471-1-iscsi',id=7c0fcfb6-ee6c-4f84-9204-f4cc96555f34,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:04:51Z,topic='l3_agent')) {'router_ids': ['de255612-9f80-4085-bcf0-786288c0db94'], 'active': True} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:20:44.525303 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-a6c929ba-3641-4aef-90a8-5c9f80acf2bc admin admin] Notify callbacks [] for router, before_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:44.530041 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvr_db [None req-2841a4a9-6af0-4fac-9432-88f9dfafdd00 None None] Set router de255612-9f80-4085-bcf0-786288c0db94 gateway port host: dv-cinder-796471-1-iscsi {{(pid=91910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:20:44.674626 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-9bce4ecf-11eb-4583-82d3-efa785f6ae51 req-c52c76d9-7ad6-41bc-93e6-78cf6c73962c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=79511d5b-ed0b-4540-b9f0-f46055fc4b1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1002347 Jun 15 14:20:44.786076 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-2841a4a9-6af0-4fac-9432-88f9dfafdd00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de255612-9f80-4085-bcf0-786288c0db94', 'name': 'tempest-AttachVolumeShelveTestJSON-2098884892-router', 'tenant_id': '52a857fa93204cfd848344919ef0f84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'external_fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': 'f4341327-fb4c-451a-8be5-5f370dfde9ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:12:48Z', 'updated_at': '2021-06-15T14:20:43Z', 'revision_number': 5, 'project_id': '52a857fa93204cfd848344919ef0f84a', 'gw_port': {'id': 'f4341327-fb4c-451a-8be5-5f370dfde9ca', 'name': '', 'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:6c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de255612-9f80-4085-bcf0-786288c0db94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:12:49Z', 'updated_at': '2021-06-15T14:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796471-1-iscsi'}], 'dv-cinder-796471-1-iscsi', False) {} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:20:44.791209 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2841a4a9-6af0-4fac-9432-88f9dfafdd00 None None] Checking router: de255612-9f80-4085-bcf0-786288c0db94 for host: dv-cinder-796471-1-iscsi {{(pid=91910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:20:44.793857 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-a6c929ba-3641-4aef-90a8-5c9f80acf2bc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:44.804401 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2841a4a9-6af0-4fac-9432-88f9dfafdd00 None None] Routers {'de255612-9f80-4085-bcf0-786288c0db94'} bound to L3 agent in host dv-cinder-796471-1-iscsi {{(pid=91910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:20:44.805252 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-2841a4a9-6af0-4fac-9432-88f9dfafdd00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796471-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-15T14:04:51Z,description=,heartbeat_timestamp=2021-06-15T14:20:21Z,host='dv-cinder-796471-1-iscsi',id=7c0fcfb6-ee6c-4f84-9204-f4cc96555f34,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:04:51Z,topic='l3_agent')) {'router_ids': ['de255612-9f80-4085-bcf0-786288c0db94'], 'active': True} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:20:44.857190 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-9bce4ecf-11eb-4583-82d3-efa785f6ae51 req-e84128e2-d4c8-41c0-887c-6f75ea13453b service neutron] 10.222.0.67 "GET /v2.0/networks/79511d5b-ed0b-4540-b9f0-f46055fc4b1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718783 Jun 15 14:20:44.923084 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.plugin [None req-a6c929ba-3641-4aef-90a8-5c9f80acf2bc admin admin] Deleting port f4341327-fb4c-451a-8be5-5f370dfde9ca {{(pid=91907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:20:44.923433 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-a6c929ba-3641-4aef-90a8-5c9f80acf2bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781714481448'] for port, before_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:44.956296 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.agents_db [None req-1fbdf4bf-3b4b-440e-bd18-8a0939d62d55 None None] Agent healthcheck: found 6 active agents {{(pid=91910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:20:44.985364 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvr_db [None req-2841a4a9-6af0-4fac-9432-88f9dfafdd00 None None] Set router de255612-9f80-4085-bcf0-786288c0db94 gateway port host: dv-cinder-796471-1-iscsi {{(pid=91910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:20:45.074187 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-9bce4ecf-11eb-4583-82d3-efa785f6ae51 req-ece08ba9-f612-4e84-ac13-f429d74df1ac service neutron] 10.222.0.67 "GET /v2.0/networks/79511d5b-ed0b-4540-b9f0-f46055fc4b1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033513 Jun 15 14:20:45.094723 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.db [None req-a6c929ba-3641-4aef-90a8-5c9f80acf2bc admin admin] For port f4341327-fb4c-451a-8be5-5f370dfde9ca, host dv-cinder-796471-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796471-1-iscsi',level=0,port_id=f4341327-fb4c-451a-8be5-5f370dfde9ca,segment=NetworkSegment(16359361-6c0e-4f40-8a0e-56105654022c),segment_id=16359361-6c0e-4f40-8a0e-56105654022c)] {{(pid=91907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:20:45.095086 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-a6c929ba-3641-4aef-90a8-5c9f80acf2bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668414'] for port, precommit_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:45.194467 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.plugin [None req-a6c929ba-3641-4aef-90a8-5c9f80acf2bc admin admin] Calling delete_port for f4341327-fb4c-451a-8be5-5f370dfde9ca owned by network:router_gateway {{(pid=91907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:20:45.338685 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b613311-f4de-48f8-8ddb-532622b9dcd0 req-693b213d-abdd-4d9c-b69b-5c2075d55d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:20:45.339734 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-3b613311-f4de-48f8-8ddb-532622b9dcd0 req-693b213d-abdd-4d9c-b69b-5c2075d55d4f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0161a9f55a674a39a3828b87e7771a0d&device_id=dad8d8f1-7dd2-48ce-8d91-95100f366154 HTTP/1.1" status: 200 len: 1096 time: 0.1402686 Jun 15 14:20:45.353882 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-2841a4a9-6af0-4fac-9432-88f9dfafdd00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de255612-9f80-4085-bcf0-786288c0db94', 'name': 'tempest-AttachVolumeShelveTestJSON-2098884892-router', 'tenant_id': '52a857fa93204cfd848344919ef0f84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'external_fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': 'f4341327-fb4c-451a-8be5-5f370dfde9ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:12:48Z', 'updated_at': '2021-06-15T14:20:43Z', 'revision_number': 5, 'project_id': '52a857fa93204cfd848344919ef0f84a', 'gw_port': {'id': 'f4341327-fb4c-451a-8be5-5f370dfde9ca', 'name': '', 'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:6c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de255612-9f80-4085-bcf0-786288c0db94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:12:49Z', 'updated_at': '2021-06-15T14:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796471-1-iscsi'}], 'dv-cinder-796471-1-iscsi', False) {} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:20:45.357781 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2841a4a9-6af0-4fac-9432-88f9dfafdd00 None None] The sync data for ids ['de255612-9f80-4085-bcf0-786288c0db94'] in dv-cinder-796471-1-iscsi is: [{'id': 'de255612-9f80-4085-bcf0-786288c0db94', 'name': 'tempest-AttachVolumeShelveTestJSON-2098884892-router', 'tenant_id': '52a857fa93204cfd848344919ef0f84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'external_fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': 'f4341327-fb4c-451a-8be5-5f370dfde9ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:12:48Z', 'updated_at': '2021-06-15T14:20:43Z', 'revision_number': 5, 'project_id': '52a857fa93204cfd848344919ef0f84a', 'gw_port': {'id': 'f4341327-fb4c-451a-8be5-5f370dfde9ca', 'name': '', 'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:6c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de255612-9f80-4085-bcf0-786288c0db94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:12:49Z', 'updated_at': '2021-06-15T14:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796471-1-iscsi'}] {{(pid=91910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:20:45.611560 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045f1795-6a55-4fb3-946e-c4e75cc670e5 req-964857b1-341a-478a-9c85-607781c47d84 tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:20:45.613904 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-045f1795-6a55-4fb3-946e-c4e75cc670e5 req-964857b1-341a-478a-9c85-607781c47d84 tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] 10.222.0.26 "GET /v2.0/ports?device_id=dad8d8f1-7dd2-48ce-8d91-95100f366154 HTTP/1.1" status: 200 len: 943 time: 0.0885167 Jun 15 14:20:45.680136 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-045f1795-6a55-4fb3-946e-c4e75cc670e5 req-70ec7065-835f-4255-8e92-856bb9734825 tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] 10.222.0.26 "GET /v2.0/security-groups?id=26c81b0a-94da-4c47-a5d9-dfd483e72a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558751 Jun 15 14:20:45.895728 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b613311-f4de-48f8-8ddb-532622b9dcd0 req-8cd7f694-2691-4555-af5a-92b5b2468f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:20:45.897173 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-3b613311-f4de-48f8-8ddb-532622b9dcd0 req-8cd7f694-2691-4555-af5a-92b5b2468f57 service neutron] 10.222.0.67 "GET /v2.0/networks?id=79511d5b-ed0b-4540-b9f0-f46055fc4b1b HTTP/1.1" status: 200 len: 914 time: 0.5019653 Jun 15 14:20:45.968555 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-3b613311-f4de-48f8-8ddb-532622b9dcd0 req-f44248c4-f316-4825-ac4f-33d2a7f4c13c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=39e12b96-2e25-49ea-9a37-0cd16c41932c HTTP/1.1" status: 200 len: 217 time: 0.0590882 Jun 15 14:20:45.969080 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-a6c929ba-3641-4aef-90a8-5c9f80acf2bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781714486604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781714044438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4061906'] for port, after_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:45.972580 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:20:46.011773 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c929ba-3641-4aef-90a8-5c9f80acf2bc admin admin] Pushing event deleted for resources: {'Port': ['ID=f4341327-fb4c-451a-8be5-5f370dfde9ca,revision_number=None']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:20:46.016643 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-a6c929ba-3641-4aef-90a8-5c9f80acf2bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:20:46.079750 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a6afd8-2938-4a65-9220-c90902b7619f req-5308bd88-939b-4b8c-9b80-f32f17b40fb0 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:20:46.081210 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-f0a6afd8-2938-4a65-9220-c90902b7619f req-5308bd88-939b-4b8c-9b80-f32f17b40fb0 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "GET /v2.0/ports?device_id=405d9f84-bee6-48f4-8844-e3a48eb0ef4f HTTP/1.1" status: 200 len: 945 time: 0.2838562 Jun 15 14:20:46.139932 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b613311-f4de-48f8-8ddb-532622b9dcd0 req-2895adf7-0d9e-4233-a270-281c2f8f9526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:20:46.141372 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-3b613311-f4de-48f8-8ddb-532622b9dcd0 req-2895adf7-0d9e-4233-a270-281c2f8f9526 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dedb6150-81f8-41e2-ab45-29aaebfb062d HTTP/1.1" status: 200 len: 853 time: 0.1605592 Jun 15 14:20:46.197361 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-3b613311-f4de-48f8-8ddb-532622b9dcd0 req-ec3ab392-4a97-489f-8985-998200cfeed7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=79511d5b-ed0b-4540-b9f0-f46055fc4b1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478055 Jun 15 14:20:46.202334 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-a6c929ba-3641-4aef-90a8-5c9f80acf2bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-667160'] for router_gateway, after_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:46.258601 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-f0a6afd8-2938-4a65-9220-c90902b7619f req-4001e9bc-14d0-4362-a054-0d10f2eac80b tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "GET /v2.0/security-groups?id=5fb2b0bc-4d97-449b-9031-5715adbe68e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1697221 Jun 15 14:20:46.262768 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 40104) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:20:46.375398 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-a4f4e77f-e0f1-4ee2-9dc5-0ec69eb0a6b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:46.378168 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-a6c929ba-3641-4aef-90a8-5c9f80acf2bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-706281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10782'] for router, precommit_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:46.381491 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-a6c929ba-3641-4aef-90a8-5c9f80acf2bc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:46.493705 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-a6c929ba-3641-4aef-90a8-5c9f80acf2bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-770111'] for router, after_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:46.494241 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6c929ba-3641-4aef-90a8-5c9f80acf2bc admin admin] Fanout notify agent at l3_agent the message router_deleted on router de255612-9f80-4085-bcf0-786288c0db94 {{(pid=91907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 15 14:20:46.509012 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-a6c929ba-3641-4aef-90a8-5c9f80acf2bc admin admin] Notify callbacks [] for router, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:46.513009 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-a6c929ba-3641-4aef-90a8-5c9f80acf2bc admin admin] 10.222.0.26 "DELETE /v2.0/routers/de255612-9f80-4085-bcf0-786288c0db94 HTTP/1.1" status: 204 len: 168 time: 2.1443958 Jun 15 14:20:46.513318 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 40108) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:20:46.516015 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-a4f4e77f-e0f1-4ee2-9dc5-0ec69eb0a6b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:46.520543 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-a4f4e77f-e0f1-4ee2-9dc5-0ec69eb0a6b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:46.525177 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-3b613311-f4de-48f8-8ddb-532622b9dcd0 req-32c523d4-5eaf-4025-8e7c-aa5209b91baf service neutron] 10.222.0.67 "GET /v2.0/networks/79511d5b-ed0b-4540-b9f0-f46055fc4b1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3178270 Jun 15 14:20:46.541509 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-e10ba1b1-b05e-4247-8862-fdc71c1a1539 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:20:46.557946 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-a4f4e77f-e0f1-4ee2-9dc5-0ec69eb0a6b4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8e43f5a6ec8844e1bcf57d412af1c951&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2939367 Jun 15 14:20:46.560861 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 40110) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:20:46.589320 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f4e77f-e0f1-4ee2-9dc5-0ec69eb0a6b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83bebf99-b304-4588-b106-885871a15c5b,revision_number=1']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:20:46.597862 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-a4f4e77f-e0f1-4ee2-9dc5-0ec69eb0a6b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:20:46.629734 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-a6124acc-90ad-4187-bcee-a1fd0952dd56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:46.659744 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-a6124acc-90ad-4187-bcee-a1fd0952dd56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:46.669826 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.db.db_base_plugin_v2 [None req-99243968-0da6-487e-9f14-8729beaab693 admin admin] Deleting subnet 2014c6aa-f72d-434e-8835-9ccc29766f9a {{(pid=91907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 15 14:20:46.682625 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-99243968-0da6-487e-9f14-8729beaab693 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:46.710549 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-a6124acc-90ad-4187-bcee-a1fd0952dd56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:46.713216 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-a6124acc-90ad-4187-bcee-a1fd0952dd56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:46.717431 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-a6124acc-90ad-4187-bcee-a1fd0952dd56 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/83bebf99-b304-4588-b106-885871a15c5b HTTP/1.1" status: 204 len: 168 time: 0.1525722 Jun 15 14:20:46.719608 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-a4f4e77f-e0f1-4ee2-9dc5-0ec69eb0a6b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:20:46.721471 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-3b613311-f4de-48f8-8ddb-532622b9dcd0 req-d4b8dcbb-5cc9-431b-b30d-aa039ab2eaab service neutron] 10.222.0.67 "GET /v2.0/networks/79511d5b-ed0b-4540-b9f0-f46055fc4b1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712782 Jun 15 14:20:46.736686 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6124acc-90ad-4187-bcee-a1fd0952dd56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83bebf99-b304-4588-b106-885871a15c5b,revision_number=None']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:20:46.745905 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-99243968-0da6-487e-9f14-8729beaab693 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8456787'] for subnet, precommit_delete_associations {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:46.748755 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-a6124acc-90ad-4187-bcee-a1fd0952dd56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:20:46.849071 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-99243968-0da6-487e-9f14-8729beaab693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32884212'] for subnet, precommit_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:46.909391 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff7dfdc-4983-4d68-8e1a-dc7c012adbbd req-651b261b-5d2e-4bd7-ac16-e71e6b628943 tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:20:46.912132 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-99243968-0da6-487e-9f14-8729beaab693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32884221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4061992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3414655'] for subnet, after_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:46.915153 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:20:46.915576 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-cff7dfdc-4983-4d68-8e1a-dc7c012adbbd req-651b261b-5d2e-4bd7-ac16-e71e6b628943 tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] 10.222.0.26 "GET /v2.0/ports?device_id=dad8d8f1-7dd2-48ce-8d91-95100f366154 HTTP/1.1" status: 200 len: 943 time: 0.0769441 Jun 15 14:20:46.951099 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99243968-0da6-487e-9f14-8729beaab693 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2014c6aa-f72d-434e-8835-9ccc29766f9a,revision_number=None']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:20:46.954708 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-99243968-0da6-487e-9f14-8729beaab693 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:20:46.957568 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-99243968-0da6-487e-9f14-8729beaab693 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:46.958468 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-cff7dfdc-4983-4d68-8e1a-dc7c012adbbd req-af6b94a5-6685-41f1-8484-76671a6592aa tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] 10.222.0.26 "GET /v2.0/security-groups?id=26c81b0a-94da-4c47-a5d9-dfd483e72a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410385 Jun 15 14:20:46.959468 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-99243968-0da6-487e-9f14-8729beaab693 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/2014c6aa-f72d-434e-8835-9ccc29766f9a HTTP/1.1" status: 204 len: 168 time: 0.4452713 Jun 15 14:20:46.962161 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 40118) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:20:46.965598 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d75389-375a-4d29-9cb2-047e3b372133 None None] Network 610d1d9e-6798-4665-ba11-cd870fb10064 requested from dv-cinder-796471-1-iscsi {{(pid=91909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:20:47.067178 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Device 23dfee54-5ee9-40fa-a5a6-cef8074b2d74 no longer exists at agent ovs-agent-dv-cinder-796471-1-iscsi {{(pid=91909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:20:47.078948 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 40120) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:20:47.094070 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-07854d04-71aa-4c08-b36d-03b58dbc3b19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33040767'] for network, before_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:47.094613 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-c4466f52-649b-4cb8-a019-433c4b444d32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:47.097362 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.plugin [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] No Port match for: 23dfee54-5ee9-40fa-a5a6-cef8074b2d74 {{(pid=91909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:20:47.097867 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Device 23dfee54-5ee9-40fa-a5a6-cef8074b2d74 not bound to the agent host dv-cinder-796471-1-iscsi {{(pid=91909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:20:47.098422 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Device f4341327-fb4c-451a-8be5-5f370dfde9ca no longer exists at agent ovs-agent-dv-cinder-796471-1-iscsi {{(pid=91909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:20:47.130181 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.plugin [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] No Port match for: f4341327-fb4c-451a-8be5-5f370dfde9ca {{(pid=91909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:20:47.130566 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Device f4341327-fb4c-451a-8be5-5f370dfde9ca not bound to the agent host dv-cinder-796471-1-iscsi {{(pid=91909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:20:47.160424 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.plugin [None req-07854d04-71aa-4c08-b36d-03b58dbc3b19 admin admin] Deleting port eabcda69-e051-40f1-9d3d-3ee4043e09d2 {{(pid=91907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:20:47.160794 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-07854d04-71aa-4c08-b36d-03b58dbc3b19 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781714481448'] for port, before_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:47.205899 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-c4466f52-649b-4cb8-a019-433c4b444d32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:47.211234 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-c4466f52-649b-4cb8-a019-433c4b444d32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:47.236322 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:20:47.248003 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-c4466f52-649b-4cb8-a019-433c4b444d32 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a1e181f0e1cf438fa36298b568d31068&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1679626 Jun 15 14:20:47.250889 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 40122) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:20:47.253874 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.db [None req-07854d04-71aa-4c08-b36d-03b58dbc3b19 admin admin] For port eabcda69-e051-40f1-9d3d-3ee4043e09d2, host dv-cinder-796471-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796471-1-iscsi',level=0,port_id=eabcda69-e051-40f1-9d3d-3ee4043e09d2,segment=NetworkSegment(29cbf6bd-3703-449c-90e3-2d0016356068),segment_id=29cbf6bd-3703-449c-90e3-2d0016356068)] {{(pid=91907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:20:47.254230 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-07854d04-71aa-4c08-b36d-03b58dbc3b19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668414'] for port, precommit_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:47.268070 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4466f52-649b-4cb8-a019-433c4b444d32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=708a772d-bc05-4c69-b010-14feb2725843,revision_number=1']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:20:47.271076 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-c4466f52-649b-4cb8-a019-433c4b444d32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:20:47.297859 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Device 39e12b96-2e25-49ea-9a37-0cd16c41932c details requested by agent hyperv_hv-cinder-79647 with host hv-cinder-79647 {{(pid=91909) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 14:20:47.300142 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83688922-198b-4cfd-9606-2e88b5b84332 None None] DHCP port deletion for 610d1d9e-6798-4665-ba11-cd870fb10064 request from dv-cinder-796471-1-iscsi {{(pid=91909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 15 14:20:47.372749 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.plugin [None req-07854d04-71aa-4c08-b36d-03b58dbc3b19 admin admin] Calling delete_port for eabcda69-e051-40f1-9d3d-3ee4043e09d2 owned by network:dhcp {{(pid=91907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:20:47.446681 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.plugin [None req-83688922-198b-4cfd-9606-2e88b5b84332 None None] Deleting port eabcda69-e051-40f1-9d3d-3ee4043e09d2 {{(pid=91909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:20:47.447087 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-83688922-198b-4cfd-9606-2e88b5b84332 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781714481448'] for port, before_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:47.488470 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] For port 39e12b96-2e25-49ea-9a37-0cd16c41932c, host hv-cinder-79647, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79647',level=0,port_id=39e12b96-2e25-49ea-9a37-0cd16c41932c,segment=NetworkSegment(c7cfb710-a97c-4e7b-ab8f-c7d608e0a9ac),segment_id=c7cfb710-a97c-4e7b-ab8f-c7d608e0a9ac)] {{(pid=91909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:20:47.505476 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Returning: {'device': '39e12b96-2e25-49ea-9a37-0cd16c41932c', 'network_id': '79511d5b-ed0b-4540-b9f0-f46055fc4b1b', 'port_id': '39e12b96-2e25-49ea-9a37-0cd16c41932c', 'mac_address': 'fa:16:3e:09:a9:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 859, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dedb6150-81f8-41e2-ab45-29aaebfb062d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91909) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 14:20:47.525429 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-54501743-8540-4418-82a0-98df754351dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:47.559103 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-83688922-198b-4cfd-9606-2e88b5b84332 None None] For port eabcda69-e051-40f1-9d3d-3ee4043e09d2, host dv-cinder-796471-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796471-1-iscsi',level=0,port_id=eabcda69-e051-40f1-9d3d-3ee4043e09d2,segment=NetworkSegment(29cbf6bd-3703-449c-90e3-2d0016356068),segment_id=29cbf6bd-3703-449c-90e3-2d0016356068)] {{(pid=91909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:20:47.559485 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-83688922-198b-4cfd-9606-2e88b5b84332 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668414'] for port, precommit_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:47.566701 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-54501743-8540-4418-82a0-98df754351dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:47.583534 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46c7fff-86e4-48ee-bfa2-536d7784f9ab req-f6c8917b-cf82-460b-9101-cb654eaa06fe tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:20:47.585004 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-c46c7fff-86e4-48ee-bfa2-536d7784f9ab req-f6c8917b-cf82-460b-9101-cb654eaa06fe tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "GET /v2.0/ports?device_id=405d9f84-bee6-48f4-8844-e3a48eb0ef4f HTTP/1.1" status: 200 len: 945 time: 0.1999254 Jun 15 14:20:47.597702 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-07854d04-71aa-4c08-b36d-03b58dbc3b19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781714486604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781714044438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4061906'] for port, after_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:47.602748 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-a9c09f9c-aaba-4a71-abce-8cd1cd5a6d2a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:20:47.660654 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07854d04-71aa-4c08-b36d-03b58dbc3b19 admin admin] No DVR routers for this DVR port eabcda69-e051-40f1-9d3d-3ee4043e09d2 on host dv-cinder-796471-1-iscsi {{(pid=91907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:20:47.666739 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07854d04-71aa-4c08-b36d-03b58dbc3b19 admin admin] Pushing event deleted for resources: {'Port': ['ID=eabcda69-e051-40f1-9d3d-3ee4043e09d2,revision_number=None']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:20:47.668878 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-07854d04-71aa-4c08-b36d-03b58dbc3b19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:20:47.677541 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.plugin [None req-83688922-198b-4cfd-9606-2e88b5b84332 None None] Calling delete_port for eabcda69-e051-40f1-9d3d-3ee4043e09d2 owned by network:dhcp {{(pid=91909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:20:47.704899 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:47.737728 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-c46c7fff-86e4-48ee-bfa2-536d7784f9ab req-448a6728-0367-453b-9543-b385829b5270 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "GET /v2.0/security-groups?id=5fb2b0bc-4d97-449b-9031-5715adbe68e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1408165 Jun 15 14:20:47.748573 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-54501743-8540-4418-82a0-98df754351dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:47.751315 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-54501743-8540-4418-82a0-98df754351dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:47.752432 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-54501743-8540-4418-82a0-98df754351dd admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/708a772d-bc05-4c69-b010-14feb2725843 HTTP/1.1" status: 204 len: 168 time: 0.5006106 Jun 15 14:20:47.754917 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-8a63d3fa-1337-4615-ae2f-28e6c75a6287 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:20:47.772378 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.notifiers.nova [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39e12b96-2e25-49ea-9a37-0cd16c41932c {{(pid=91909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:20:47.804209 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] For port 39e12b96-2e25-49ea-9a37-0cd16c41932c, host hv-cinder-79647, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79647',level=0,port_id=39e12b96-2e25-49ea-9a37-0cd16c41932c,segment=NetworkSegment(c7cfb710-a97c-4e7b-ab8f-c7d608e0a9ac),segment_id=c7cfb710-a97c-4e7b-ab8f-c7d608e0a9ac)] {{(pid=91909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:20:47.819610 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492'] for port, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:47.823338 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:20:47.825167 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-07854d04-71aa-4c08-b36d-03b58dbc3b19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32895081', 'neutron.services.segments.db._delete_segments_for_network-8781714566072'] for network, precommit_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:47.845640 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54501743-8540-4418-82a0-98df754351dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=708a772d-bc05-4c69-b010-14feb2725843,revision_number=None']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:20:47.857705 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-54501743-8540-4418-82a0-98df754351dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:20:47.860143 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.services.segments.db [None req-07854d04-71aa-4c08-b36d-03b58dbc3b19 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['610d1d9e-6798-4665-ba11-cd870fb10064']}} {{(pid=91907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:20:47.875769 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.services.segments.db [None req-07854d04-71aa-4c08-b36d-03b58dbc3b19 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29cbf6bd-3703-449c-90e3-2d0016356068') {'for_net_delete': True} {{(pid=91907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:20:47.876103 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.services.segments.db [None req-07854d04-71aa-4c08-b36d-03b58dbc3b19 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29cbf6bd-3703-449c-90e3-2d0016356068') {} {{(pid=91907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:20:47.895662 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-83688922-198b-4cfd-9606-2e88b5b84332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781714486604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781714044438'] for port, after_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:47.900804 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-07854d04-71aa-4c08-b36d-03b58dbc3b19 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781714565910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8456792'] for segment, before_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:47.914344 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83688922-198b-4cfd-9606-2e88b5b84332 None None] No DVR routers for this DVR port eabcda69-e051-40f1-9d3d-3ee4043e09d2 on host dv-cinder-796471-1-iscsi {{(pid=91909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:20:47.920319 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Pushing event updated for resources: {'Port': ['ID=39e12b96-2e25-49ea-9a37-0cd16c41932c,revision_number=4']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:20:47.926851 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-07854d04-71aa-4c08-b36d-03b58dbc3b19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32890017'] for segment, precommit_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:47.927591 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:20:47.928142 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-527c8490-4283-4a11-9236-4e3da52383ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:20:47.942060 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07854d04-71aa-4c08-b36d-03b58dbc3b19 admin admin] Releasing vlan 888 on physical network physnet1 to pool {{(pid=91907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:20:47.942543 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-07854d04-71aa-4c08-b36d-03b58dbc3b19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32890017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4061825'] for segment, after_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:47.944310 dv-cinder-796471-1-iscsi neutron-server[91907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:20:47.944310 dv-cinder-796471-1-iscsi neutron-server[91907]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:20:47.944310 dv-cinder-796471-1-iscsi neutron-server[91907]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:20:47.944310 dv-cinder-796471-1-iscsi neutron-server[91907]: retrieve_revision_numbers = { Jun 15 14:20:47.944310 dv-cinder-796471-1-iscsi neutron-server[91907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:20:47.944310 dv-cinder-796471-1-iscsi neutron-server[91907]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:20:47.944310 dv-cinder-796471-1-iscsi neutron-server[91907]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:20:47.944310 dv-cinder-796471-1-iscsi neutron-server[91907]: retrieve_revision_numbers = { Jun 15 14:20:47.944310 dv-cinder-796471-1-iscsi neutron-server[91907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:20:47.944310 dv-cinder-796471-1-iscsi neutron-server[91907]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:20:47.944310 dv-cinder-796471-1-iscsi neutron-server[91907]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:20:47.944310 dv-cinder-796471-1-iscsi neutron-server[91907]: retrieve_revision_numbers = { Jun 15 14:20:47.944310 dv-cinder-796471-1-iscsi neutron-server[91907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:20:47.944310 dv-cinder-796471-1-iscsi neutron-server[91907]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:20:47.944310 dv-cinder-796471-1-iscsi neutron-server[91907]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:20:47.944310 dv-cinder-796471-1-iscsi neutron-server[91907]: retrieve_revision_numbers = { Jun 15 14:20:47.944310 dv-cinder-796471-1-iscsi neutron-server[91907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:20:47.944310 dv-cinder-796471-1-iscsi neutron-server[91907]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:20:47.944310 dv-cinder-796471-1-iscsi neutron-server[91907]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:20:47.944310 dv-cinder-796471-1-iscsi neutron-server[91907]: retrieve_revision_numbers = { Jun 15 14:20:47.944310 dv-cinder-796471-1-iscsi neutron-server[91907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:20:47.944310 dv-cinder-796471-1-iscsi neutron-server[91907]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:20:47.944310 dv-cinder-796471-1-iscsi neutron-server[91907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:20:47.944310 dv-cinder-796471-1-iscsi neutron-server[91907]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:20:47.944310 dv-cinder-796471-1-iscsi neutron-server[91907]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:20:47.944310 dv-cinder-796471-1-iscsi neutron-server[91907]: retrieve_revision_numbers = { Jun 15 14:20:47.944310 dv-cinder-796471-1-iscsi neutron-server[91907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:20:47.944310 dv-cinder-796471-1-iscsi neutron-server[91907]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:20:47.944310 dv-cinder-796471-1-iscsi neutron-server[91907]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:20:47.944310 dv-cinder-796471-1-iscsi neutron-server[91907]: retrieve_revision_numbers = { Jun 15 14:20:47.944310 dv-cinder-796471-1-iscsi neutron-server[91907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:20:47.944310 dv-cinder-796471-1-iscsi neutron-server[91907]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:20:47.944310 dv-cinder-796471-1-iscsi neutron-server[91907]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:20:47.944310 dv-cinder-796471-1-iscsi neutron-server[91907]: retrieve_revision_numbers = { Jun 15 14:20:47.944310 dv-cinder-796471-1-iscsi neutron-server[91907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:20:47.944310 dv-cinder-796471-1-iscsi neutron-server[91907]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:20:47.944310 dv-cinder-796471-1-iscsi neutron-server[91907]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:20:47.944310 dv-cinder-796471-1-iscsi neutron-server[91907]: retrieve_revision_numbers = { Jun 15 14:20:47.944310 dv-cinder-796471-1-iscsi neutron-server[91907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:20:47.944310 dv-cinder-796471-1-iscsi neutron-server[91907]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:20:47.944310 dv-cinder-796471-1-iscsi neutron-server[91907]: Traceback (most recent call last): Jun 15 14:20:47.944310 dv-cinder-796471-1-iscsi neutron-server[91907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 15 14:20:47.944310 dv-cinder-796471-1-iscsi neutron-server[91907]: timer() Jun 15 14:20:47.944310 dv-cinder-796471-1-iscsi neutron-server[91907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 15 14:20:47.944310 dv-cinder-796471-1-iscsi neutron-server[91907]: cb(*args, **kw) Jun 15 14:20:47.944310 dv-cinder-796471-1-iscsi neutron-server[91907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 15 14:20:47.944310 dv-cinder-796471-1-iscsi neutron-server[91907]: return func(*args, **kwargs) Jun 15 14:20:47.944310 dv-cinder-796471-1-iscsi neutron-server[91907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 15 14:20:47.944310 dv-cinder-796471-1-iscsi neutron-server[91907]: self._notify() Jun 15 14:20:47.944310 dv-cinder-796471-1-iscsi neutron-server[91907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 15 14:20:47.944310 dv-cinder-796471-1-iscsi neutron-server[91907]: self.callback(batched_events) Jun 15 14:20:47.944310 dv-cinder-796471-1-iscsi neutron-server[91907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 15 14:20:47.948514 dv-cinder-796471-1-iscsi neutron-server[91907]: event.method(event) Jun 15 14:20:47.948514 dv-cinder-796471-1-iscsi neutron-server[91907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 15 14:20:47.948514 dv-cinder-796471-1-iscsi neutron-server[91907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 15 14:20:47.948514 dv-cinder-796471-1-iscsi neutron-server[91907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 15 14:20:47.948514 dv-cinder-796471-1-iscsi neutron-server[91907]: aggregate_uuid = self.p_client.list_aggregates( Jun 15 14:20:47.948514 dv-cinder-796471-1-iscsi neutron-server[91907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 15 14:20:47.948514 dv-cinder-796471-1-iscsi neutron-server[91907]: return f(self, *a, **k) Jun 15 14:20:47.948514 dv-cinder-796471-1-iscsi neutron-server[91907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 15 14:20:47.948514 dv-cinder-796471-1-iscsi neutron-server[91907]: return self._get(url).json() Jun 15 14:20:47.948514 dv-cinder-796471-1-iscsi neutron-server[91907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 15 14:20:47.948514 dv-cinder-796471-1-iscsi neutron-server[91907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 15 14:20:47.948514 dv-cinder-796471-1-iscsi neutron-server[91907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 15 14:20:47.948514 dv-cinder-796471-1-iscsi neutron-server[91907]: return self.request(url, 'GET', **kwargs) Jun 15 14:20:47.948514 dv-cinder-796471-1-iscsi neutron-server[91907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 15 14:20:47.948514 dv-cinder-796471-1-iscsi neutron-server[91907]: base_url = self.get_endpoint(auth, allow=allow, Jun 15 14:20:47.948514 dv-cinder-796471-1-iscsi neutron-server[91907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 15 14:20:47.948514 dv-cinder-796471-1-iscsi neutron-server[91907]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 15 14:20:47.948514 dv-cinder-796471-1-iscsi neutron-server[91907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 15 14:20:47.948514 dv-cinder-796471-1-iscsi neutron-server[91907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 15 14:20:47.948514 dv-cinder-796471-1-iscsi neutron-server[91907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 15 14:20:47.969423 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83688922-198b-4cfd-9606-2e88b5b84332 None None] Pushing event deleted for resources: {'Port': ['ID=eabcda69-e051-40f1-9d3d-3ee4043e09d2,revision_number=None']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:20:47.969950 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9fd869-8313-4928-bb6a-3e4c1f392e25 req-62146f06-3020-4f99-813d-999d17efe34a tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:20:47.973005 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-83688922-198b-4cfd-9606-2e88b5b84332 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:20:47.978730 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-2f9fd869-8313-4928-bb6a-3e4c1f392e25 req-62146f06-3020-4f99-813d-999d17efe34a tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "GET /v2.0/ports?device_id=405d9f84-bee6-48f4-8844-e3a48eb0ef4f HTTP/1.1" status: 200 len: 945 time: 0.1011264 Jun 15 14:20:48.025303 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-2f9fd869-8313-4928-bb6a-3e4c1f392e25 req-4c02934e-bf3c-4890-a9e8-12d5d158fdea tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "GET /v2.0/security-groups?id=5fb2b0bc-4d97-449b-9031-5715adbe68e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399988 Jun 15 14:20:48.054514 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 40134) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:20:48.076546 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-e74beefa-bade-440b-96da-a4811feccf89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:48.080546 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-07854d04-71aa-4c08-b36d-03b58dbc3b19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32895094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-350226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667141'] for network, after_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:48.086584 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:20:48.111378 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-07854d04-71aa-4c08-b36d-03b58dbc3b19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537372'] for network, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:48.115671 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-07854d04-71aa-4c08-b36d-03b58dbc3b19 admin admin] 10.222.0.26 "DELETE /v2.0/networks/610d1d9e-6798-4665-ba11-cd870fb10064 HTTP/1.1" status: 204 len: 168 time: 1.1502035 Jun 15 14:20:48.115671 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07854d04-71aa-4c08-b36d-03b58dbc3b19 admin admin] Pushing event deleted for resources: {'Network': ['ID=610d1d9e-6798-4665-ba11-cd870fb10064,revision_number=None']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:20:48.118467 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-07854d04-71aa-4c08-b36d-03b58dbc3b19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:20:48.194224 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30679d74-e9bd-4d82-926f-df2ca81878b1 req-55dedc1d-d905-4ed3-b889-94fab6a008d8 tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:20:48.195417 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] get_ports_and_sgs() called for port_ids ['39e12b96-2e25-49ea-9a37-0cd16c41932c'] {{(pid=91909) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:20:48.195700 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-30679d74-e9bd-4d82-926f-df2ca81878b1 req-55dedc1d-d905-4ed3-b889-94fab6a008d8 tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] 10.222.0.26 "GET /v2.0/ports?device_id=dad8d8f1-7dd2-48ce-8d91-95100f366154 HTTP/1.1" status: 200 len: 944 time: 0.0789456 Jun 15 14:20:48.266338 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-30679d74-e9bd-4d82-926f-df2ca81878b1 req-1596c72e-ba44-44c4-b929-2f273396fbcd tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] 10.222.0.26 "GET /v2.0/security-groups?id=26c81b0a-94da-4c47-a5d9-dfd483e72a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556970 Jun 15 14:20:48.279791 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 40144) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:20:48.359115 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-36f4bf33-ca6f-4a07-8dbe-d8ed16ed3d93 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=52a857fa93204cfd848344919ef0f84a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0779257 Jun 15 14:20:48.361770 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 40146) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:20:48.368377 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c95336-7eb3-4855-80fa-88d49187ae00 tempest-TestVolumeBootPattern-1541144950 tempest-TestVolumeBootPattern-1541144950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:20:48.373385 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-e4c95336-7eb3-4855-80fa-88d49187ae00 tempest-TestVolumeBootPattern-1541144950 tempest-TestVolumeBootPattern-1541144950-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=405d9f84-bee6-48f4-8844-e3a48eb0ef4f HTTP/1.1" status: 200 len: 1093 time: 0.3178058 Jun 15 14:20:48.374077 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 40148) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:20:48.379956 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.v2.base [None req-23ba06ed-31a9-4889-b350-285e96cbb554 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Request body: {'floatingip': {'floating_network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'port_id': '6658c8f1-8c8e-40e8-94d2-e80ea09ca66e', 'tenant_id': 'c3de56a81c9f49fdb5657745f0c5e9a7', 'fixed_ip_address': '172.20.0.3'}} {{(pid=91907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:20:48.407729 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-23ba06ed-31a9-4889-b350-285e96cbb554 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Notify callbacks [] for floatingip, before_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:48.424280 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-00eede92-2f6f-4d05-9060-1ff2b8494f6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:48.453955 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-00eede92-2f6f-4d05-9060-1ff2b8494f6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:48.505845 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-00eede92-2f6f-4d05-9060-1ff2b8494f6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:48.508655 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-00eede92-2f6f-4d05-9060-1ff2b8494f6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:48.514242 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-00eede92-2f6f-4d05-9060-1ff2b8494f6b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/72ef2a9a-2390-474c-9e0c-fb53dc951ed5 HTTP/1.1" status: 204 len: 168 time: 0.1505942 Jun 15 14:20:48.515569 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-a11cdd1b-8e7d-4196-b194-e9898cdfba31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:20:48.528122 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00eede92-2f6f-4d05-9060-1ff2b8494f6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72ef2a9a-2390-474c-9e0c-fb53dc951ed5,revision_number=None']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:20:48.536657 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-00eede92-2f6f-4d05-9060-1ff2b8494f6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:20:48.551304 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-23ba06ed-31a9-4889-b350-285e96cbb554 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-33170876'] for port, before_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:48.705930 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.db.db_base_plugin_common [None req-23ba06ed-31a9-4889-b350-285e96cbb554 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Allocated IP 172.27.1.198 (962d46ed-056a-473f-b9cc-450bda4e3641/a342ae99-1675-4821-852d-5dc3e7213bc2/cb91bba9-c6ea-4548-9070-80efb8fb912e) {{(pid=91907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:20:48.855144 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Device eabcda69-e051-40f1-9d3d-3ee4043e09d2 no longer exists at agent ovs-agent-dv-cinder-796471-1-iscsi {{(pid=91909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:20:48.857661 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-23ba06ed-31a9-4889-b350-285e96cbb554 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Notify callbacks [] for port, precommit_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:48.884909 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.plugin [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] No Port match for: eabcda69-e051-40f1-9d3d-3ee4043e09d2 {{(pid=91909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:20:48.885257 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Device eabcda69-e051-40f1-9d3d-3ee4043e09d2 not bound to the agent host dv-cinder-796471-1-iscsi {{(pid=91909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:20:48.910528 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-23ba06ed-31a9-4889-b350-285e96cbb554 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33170815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-53808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781714044429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4061915'] for port, after_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:48.913408 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-4bec0135-2c40-4b74-8c59-5c91edf6cc8a tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:20:48.958353 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ba06ed-31a9-4889-b350-285e96cbb554 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Network 962d46ed-056a-473f-b9cc-450bda4e3641 is already hosted by enough agents. {{(pid=91907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:20:48.961198 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.scheduler.base_scheduler [None req-23ba06ed-31a9-4889-b350-285e96cbb554 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Resources bound (agent type, host, resource id): {{(pid=91907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:20:48.964923 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ba06ed-31a9-4889-b350-285e96cbb554 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Received port after_create {{(pid=91907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:20:48.995453 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ba06ed-31a9-4889-b350-285e96cbb554 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Pushing event updated for resources: {'Port': ['ID=cb91bba9-c6ea-4548-9070-80efb8fb912e,revision_number=1']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:20:48.999960 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-23ba06ed-31a9-4889-b350-285e96cbb554 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:20:49.290827 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Device 39e12b96-2e25-49ea-9a37-0cd16c41932c up at agent hyperv_hv-cinder-79647 {{(pid=91909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:20:49.401622 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Provisioning for port 39e12b96-2e25-49ea-9a37-0cd16c41932c completed by entity L2. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:20:49.407814 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Provisioning complete for port 39e12b96-2e25-49ea-9a37-0cd16c41932c triggered by entity L2. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:20:49.408208 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897510'] for port, provisioning_complete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:49.532116 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:49.563173 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dad8d8f1-7dd2-48ce-8d91-95100f366154', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39e12b96-2e25-49ea-9a37-0cd16c41932c'}] {{(pid=91909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:20:49.566976 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}018986bfbd05ca611dd30af7db176f5a3185891675ab09d2ffafe9409078adde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78a6eda5-d6f3-4bfb-a093-d28374bbd7d8" -d '{"events": [{"server_uuid": "dad8d8f1-7dd2-48ce-8d91-95100f366154", "name": "network-vif-plugged", "status": "completed", "tag": "39e12b96-2e25-49ea-9a37-0cd16c41932c"}]}' {{(pid=91909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:20:49.583467 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] For port 39e12b96-2e25-49ea-9a37-0cd16c41932c, host hv-cinder-79647, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79647',level=0,port_id=39e12b96-2e25-49ea-9a37-0cd16c41932c,segment=NetworkSegment(c7cfb710-a97c-4e7b-ab8f-c7d608e0a9ac),segment_id=c7cfb710-a97c-4e7b-ab8f-c7d608e0a9ac)] {{(pid=91909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:20:49.590838 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492'] for port, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:49.593514 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-9bfbb146-cc5a-4a34-afe4-77d8138e88e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:20:49.602043 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac527db9-c19d-4cfb-8a69-5de2f02ed1a1 req-ba98d896-de54-47bf-a2e8-aa25232d8bcc tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:20:49.610462 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-ac527db9-c19d-4cfb-8a69-5de2f02ed1a1 req-ba98d896-de54-47bf-a2e8-aa25232d8bcc tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] 10.222.0.26 "GET /v2.0/ports?device_id=dad8d8f1-7dd2-48ce-8d91-95100f366154 HTTP/1.1" status: 200 len: 944 time: 0.0996809 Jun 15 14:20:49.673212 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-ac527db9-c19d-4cfb-8a69-5de2f02ed1a1 req-e9487ffe-a85b-464b-adfc-97bbdc4f9933 tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] 10.222.0.26 "GET /v2.0/security-groups?id=26c81b0a-94da-4c47-a5d9-dfd483e72a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615773 Jun 15 14:20:49.676050 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Pushing event updated for resources: {'Port': ['ID=39e12b96-2e25-49ea-9a37-0cd16c41932c,revision_number=5']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:20:49.683790 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:20:49.727664 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a3b1954-4d55-4877-a07a-bb69efc34847 x-openstack-request-id: req-2a3b1954-4d55-4877-a07a-bb69efc34847 {{(pid=91909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:20:49.727969 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dad8d8f1-7dd2-48ce-8d91-95100f366154", "name": "network-vif-plugged", "status": "completed", "tag": "39e12b96-2e25-49ea-9a37-0cd16c41932c", "code": 200}]} {{(pid=91909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:20:49.728478 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2a3b1954-4d55-4877-a07a-bb69efc34847 {{(pid=91909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:20:49.728930 dv-cinder-796471-1-iscsi neutron-server[91909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dad8d8f1-7dd2-48ce-8d91-95100f366154', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39e12b96-2e25-49ea-9a37-0cd16c41932c', 'code': 200} Jun 15 14:20:49.899406 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-23ba06ed-31a9-4889-b350-285e96cbb554 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:50.084719 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e02f365-44d5-41d7-a46f-68d5d2326201 req-3abb2c7b-ee82-4e8c-9908-3b97658d6242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:20:50.086085 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-5e02f365-44d5-41d7-a46f-68d5d2326201 req-3abb2c7b-ee82-4e8c-9908-3b97658d6242 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=dad8d8f1-7dd2-48ce-8d91-95100f366154 HTTP/1.1" status: 200 len: 1098 time: 0.1250567 Jun 15 14:20:50.087076 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-23ba06ed-31a9-4889-b350-285e96cbb554 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:50.164301 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-5e02f365-44d5-41d7-a46f-68d5d2326201 req-dc27102c-2f8b-47cb-900e-15fd855e9f63 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=26c81b0a-94da-4c47-a5d9-dfd483e72a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518162 Jun 15 14:20:50.296538 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-23ba06ed-31a9-4889-b350-285e96cbb554 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Notify callbacks [] for port, precommit_update {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:50.301355 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-23ba06ed-31a9-4889-b350-285e96cbb554 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4061925'] for port, after_update {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:50.304234 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-a6c929ba-3641-4aef-90a8-5c9f80acf2bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:20:50.386018 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ba06ed-31a9-4889-b350-285e96cbb554 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Pushing event updated for resources: {'Port': ['ID=cb91bba9-c6ea-4548-9070-80efb8fb912e,revision_number=2']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:20:50.390433 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-23ba06ed-31a9-4889-b350-285e96cbb554 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:20:50.397253 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-23ba06ed-31a9-4889-b350-285e96cbb554 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667260'] for floatingip, after_update {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:50.534856 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.db.l3_db [None req-23ba06ed-31a9-4889-b350-285e96cbb554 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Floating IP 576fd3ad-f3a4-4801-88e3-0866bbe8d12e associated. External IP: 172.27.1.198, port: 6658c8f1-8c8e-40e8-94d2-e80ea09ca66e. Jun 15 14:20:50.714545 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:50.892473 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23ba06ed-31a9-4889-b350-285e96cbb554 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Router 20c0eaad-83cf-4430-b708-c66bdd7420d8 has already been hosted by L3 agent 7c0fcfb6-ee6c-4f84-9204-f4cc96555f34 {{(pid=91907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:20:50.918063 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d40636d-ae94-4b08-b3fd-44d841830d01 req-1238fdc7-b013-4393-8158-44389b456701 tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:20:50.919562 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-9d40636d-ae94-4b08-b3fd-44d841830d01 req-1238fdc7-b013-4393-8158-44389b456701 tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] 10.222.0.26 "GET /v2.0/ports?device_id=dad8d8f1-7dd2-48ce-8d91-95100f366154 HTTP/1.1" status: 200 len: 945 time: 0.1024041 Jun 15 14:20:50.927229 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-e9c6df88-746c-4ad3-9ae2-ace7f806fb5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:51.063328 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-9d40636d-ae94-4b08-b3fd-44d841830d01 req-d2b972c0-d38a-49ad-8da0-56242b3e3136 tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] 10.222.0.26 "GET /v2.0/security-groups?id=26c81b0a-94da-4c47-a5d9-dfd483e72a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986726 Jun 15 14:20:51.093981 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23ba06ed-31a9-4889-b350-285e96cbb554 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Notify agent at l3_agent.dv-cinder-796471-1-iscsi the message routers_updated {{(pid=91907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:20:51.103489 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83602cbc-1c76-4344-91cc-c74f6dba25a9 None None] Sync routers for ids ['20c0eaad-83cf-4430-b708-c66bdd7420d8'] in dv-cinder-796471-1-iscsi {{(pid=91909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:20:51.110397 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-23ba06ed-31a9-4889-b350-285e96cbb554 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58954'] for floatingip, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:51.115720 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83602cbc-1c76-4344-91cc-c74f6dba25a9 None None] Routers {'20c0eaad-83cf-4430-b708-c66bdd7420d8'} bound to L3 agent in host dv-cinder-796471-1-iscsi {{(pid=91909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:20:51.116856 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_hamode_db [None req-83602cbc-1c76-4344-91cc-c74f6dba25a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796471-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-15T14:04:51Z,description=,heartbeat_timestamp=2021-06-15T14:20:51Z,host='dv-cinder-796471-1-iscsi',id=7c0fcfb6-ee6c-4f84-9204-f4cc96555f34,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:04:51Z,topic='l3_agent')) {'router_ids': ['20c0eaad-83cf-4430-b708-c66bdd7420d8'], 'active': True} {{(pid=91909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:20:51.167369 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-23ba06ed-31a9-4889-b350-285e96cbb554 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7921536 Jun 15 14:20:51.168718 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '405d9f84-bee6-48f4-8844-e3a48eb0ef4f', 'tag': '6658c8f1-8c8e-40e8-94d2-e80ea09ca66e'}] {{(pid=91907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:20:51.175210 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24467d57c8f568e2e16d95ba24031d6b60035fd708ad429d2e8baac5a477cd4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9346658f-8b61-4040-af4b-a94779ed6ca8" -d '{"events": [{"name": "network-changed", "server_uuid": "405d9f84-bee6-48f4-8844-e3a48eb0ef4f", "tag": "6658c8f1-8c8e-40e8-94d2-e80ea09ca66e"}]}' {{(pid=91907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:20:51.212136 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 14:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89417df5-44ca-4127-9fdf-6651ca1fe8cb x-openstack-request-id: req-89417df5-44ca-4127-9fdf-6651ca1fe8cb {{(pid=91907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:20:51.212589 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "405d9f84-bee6-48f4-8844-e3a48eb0ef4f", "tag": "6658c8f1-8c8e-40e8-94d2-e80ea09ca66e", "status": "completed", "code": 200}]} {{(pid=91907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:20:51.212885 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-89417df5-44ca-4127-9fdf-6651ca1fe8cb {{(pid=91907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:20:51.213322 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '405d9f84-bee6-48f4-8844-e3a48eb0ef4f', 'tag': '6658c8f1-8c8e-40e8-94d2-e80ea09ca66e', 'status': 'completed', 'code': 200} Jun 15 14:20:51.414739 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_dvr_db [None req-83602cbc-1c76-4344-91cc-c74f6dba25a9 None None] Set router 20c0eaad-83cf-4430-b708-c66bdd7420d8 gateway port host: dv-cinder-796471-1-iscsi {{(pid=91909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:20:51.705655 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_hamode_db [None req-83602cbc-1c76-4344-91cc-c74f6dba25a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c0eaad-83cf-4430-b708-c66bdd7420d8', 'name': 'tempest-TestVolumeBootPattern-92072223-router', 'tenant_id': 'c3de56a81c9f49fdb5657745f0c5e9a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'external_fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': 'd971e2b1-b9ea-44de-a79f-39fe38ddcd08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:13:59Z', 'updated_at': '2021-06-15T14:14:06Z', 'revision_number': 4, 'project_id': 'c3de56a81c9f49fdb5657745f0c5e9a7', 'gw_port': {'id': 'd971e2b1-b9ea-44de-a79f-39fe38ddcd08', 'name': '', 'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d4:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c0eaad-83cf-4430-b708-c66bdd7420d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:14:00Z', 'updated_at': '2021-06-15T14:14:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796471-1-iscsi', '_floatingips': [{'id': '249a7f02-741d-4eae-8c07-3c3cef3701c5', 'tenant_id': 'c3de56a81c9f49fdb5657745f0c5e9a7', 'floating_ip_address': '172.27.1.103', 'floating_network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'router_id': '20c0eaad-83cf-4430-b708-c66bdd7420d8', 'port_id': 'ea61a4d3-9dba-46d7-bade-007b03bc52a7', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38cc54e9-46a5-4f17-85e6-fe0dd786b611', 'mac_address': 'fa:16:3e:18:3e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c338005-e679-4872-9a31-4b3860bc0e3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-15T14:18:24Z', 'updated_at': '2021-06-15T14:18:29Z', 'revision_number': 1, 'project_id': 'c3de56a81c9f49fdb5657745f0c5e9a7', 'fixed_ip_address_scope': None}, {'id': '576fd3ad-f3a4-4801-88e3-0866bbe8d12e', 'tenant_id': 'c3de56a81c9f49fdb5657745f0c5e9a7', 'floating_ip_address': '172.27.1.198', 'floating_network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'router_id': '20c0eaad-83cf-4430-b708-c66bdd7420d8', 'port_id': '6658c8f1-8c8e-40e8-94d2-e80ea09ca66e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38cc54e9-46a5-4f17-85e6-fe0dd786b611', 'mac_address': 'fa:16:3e:22:56:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '405d9f84-bee6-48f4-8844-e3a48eb0ef4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-15T14:20:49Z', 'updated_at': '2021-06-15T14:20:49Z', 'revision_number': 0, 'project_id': 'c3de56a81c9f49fdb5657745f0c5e9a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da9737a8-9041-44ab-8b20-9f32fed8bfee', 'name': '', 'network_id': '38cc54e9-46a5-4f17-85e6-fe0dd786b611', 'tenant_id': 'c3de56a81c9f49fdb5657745f0c5e9a7', 'mac_address': 'fa:16:3e:83:f0:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c0eaad-83cf-4430-b708-c66bdd7420d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'c7a8d3b2-93d0-474b-a785-3b20f05c50a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:14:04Z', 'updated_at': '2021-06-15T14:14:14Z', 'revision_number': 5, 'project_id': 'c3de56a81c9f49fdb5657745f0c5e9a7', 'subnets': [{'id': 'c7a8d3b2-93d0-474b-a785-3b20f05c50a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796471-1-iscsi', False) {} {{(pid=91909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:20:51.708920 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83602cbc-1c76-4344-91cc-c74f6dba25a9 None None] Checking router: 20c0eaad-83cf-4430-b708-c66bdd7420d8 for host: dv-cinder-796471-1-iscsi {{(pid=91909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:20:51.716580 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83602cbc-1c76-4344-91cc-c74f6dba25a9 None None] Routers {'20c0eaad-83cf-4430-b708-c66bdd7420d8'} bound to L3 agent in host dv-cinder-796471-1-iscsi {{(pid=91909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:20:51.717179 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_hamode_db [None req-83602cbc-1c76-4344-91cc-c74f6dba25a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796471-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-15T14:04:51Z,description=,heartbeat_timestamp=2021-06-15T14:20:51Z,host='dv-cinder-796471-1-iscsi',id=7c0fcfb6-ee6c-4f84-9204-f4cc96555f34,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:04:51Z,topic='l3_agent')) {'router_ids': ['20c0eaad-83cf-4430-b708-c66bdd7420d8'], 'active': True} {{(pid=91909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:20:51.837383 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-a2325736-757f-4788-9f3d-6fe831cb64a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:51.867270 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_dvr_db [None req-83602cbc-1c76-4344-91cc-c74f6dba25a9 None None] Set router 20c0eaad-83cf-4430-b708-c66bdd7420d8 gateway port host: dv-cinder-796471-1-iscsi {{(pid=91909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:20:52.194081 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_hamode_db [None req-83602cbc-1c76-4344-91cc-c74f6dba25a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c0eaad-83cf-4430-b708-c66bdd7420d8', 'name': 'tempest-TestVolumeBootPattern-92072223-router', 'tenant_id': 'c3de56a81c9f49fdb5657745f0c5e9a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'external_fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': 'd971e2b1-b9ea-44de-a79f-39fe38ddcd08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:13:59Z', 'updated_at': '2021-06-15T14:14:06Z', 'revision_number': 4, 'project_id': 'c3de56a81c9f49fdb5657745f0c5e9a7', 'gw_port': {'id': 'd971e2b1-b9ea-44de-a79f-39fe38ddcd08', 'name': '', 'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d4:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c0eaad-83cf-4430-b708-c66bdd7420d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:14:00Z', 'updated_at': '2021-06-15T14:14:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796471-1-iscsi', '_floatingips': [{'id': '249a7f02-741d-4eae-8c07-3c3cef3701c5', 'tenant_id': 'c3de56a81c9f49fdb5657745f0c5e9a7', 'floating_ip_address': '172.27.1.103', 'floating_network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'router_id': '20c0eaad-83cf-4430-b708-c66bdd7420d8', 'port_id': 'ea61a4d3-9dba-46d7-bade-007b03bc52a7', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38cc54e9-46a5-4f17-85e6-fe0dd786b611', 'mac_address': 'fa:16:3e:18:3e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c338005-e679-4872-9a31-4b3860bc0e3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-15T14:18:24Z', 'updated_at': '2021-06-15T14:18:29Z', 'revision_number': 1, 'project_id': 'c3de56a81c9f49fdb5657745f0c5e9a7', 'fixed_ip_address_scope': None}, {'id': '576fd3ad-f3a4-4801-88e3-0866bbe8d12e', 'tenant_id': 'c3de56a81c9f49fdb5657745f0c5e9a7', 'floating_ip_address': '172.27.1.198', 'floating_network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'router_id': '20c0eaad-83cf-4430-b708-c66bdd7420d8', 'port_id': '6658c8f1-8c8e-40e8-94d2-e80ea09ca66e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38cc54e9-46a5-4f17-85e6-fe0dd786b611', 'mac_address': 'fa:16:3e:22:56:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '405d9f84-bee6-48f4-8844-e3a48eb0ef4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-15T14:20:49Z', 'updated_at': '2021-06-15T14:20:49Z', 'revision_number': 0, 'project_id': 'c3de56a81c9f49fdb5657745f0c5e9a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da9737a8-9041-44ab-8b20-9f32fed8bfee', 'name': '', 'network_id': '38cc54e9-46a5-4f17-85e6-fe0dd786b611', 'tenant_id': 'c3de56a81c9f49fdb5657745f0c5e9a7', 'mac_address': 'fa:16:3e:83:f0:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c0eaad-83cf-4430-b708-c66bdd7420d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'c7a8d3b2-93d0-474b-a785-3b20f05c50a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:14:04Z', 'updated_at': '2021-06-15T14:14:14Z', 'revision_number': 5, 'project_id': 'c3de56a81c9f49fdb5657745f0c5e9a7', 'subnets': [{'id': 'c7a8d3b2-93d0-474b-a785-3b20f05c50a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796471-1-iscsi', False) {} {{(pid=91909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:20:52.199332 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83602cbc-1c76-4344-91cc-c74f6dba25a9 None None] The sync data for ids ['20c0eaad-83cf-4430-b708-c66bdd7420d8'] in dv-cinder-796471-1-iscsi is: [{'id': '20c0eaad-83cf-4430-b708-c66bdd7420d8', 'name': 'tempest-TestVolumeBootPattern-92072223-router', 'tenant_id': 'c3de56a81c9f49fdb5657745f0c5e9a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'external_fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': 'd971e2b1-b9ea-44de-a79f-39fe38ddcd08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:13:59Z', 'updated_at': '2021-06-15T14:14:06Z', 'revision_number': 4, 'project_id': 'c3de56a81c9f49fdb5657745f0c5e9a7', 'gw_port': {'id': 'd971e2b1-b9ea-44de-a79f-39fe38ddcd08', 'name': '', 'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d4:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c0eaad-83cf-4430-b708-c66bdd7420d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:14:00Z', 'updated_at': '2021-06-15T14:14:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796471-1-iscsi', '_floatingips': [{'id': '249a7f02-741d-4eae-8c07-3c3cef3701c5', 'tenant_id': 'c3de56a81c9f49fdb5657745f0c5e9a7', 'floating_ip_address': '172.27.1.103', 'floating_network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'router_id': '20c0eaad-83cf-4430-b708-c66bdd7420d8', 'port_id': 'ea61a4d3-9dba-46d7-bade-007b03bc52a7', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38cc54e9-46a5-4f17-85e6-fe0dd786b611', 'mac_address': 'fa:16:3e:18:3e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c338005-e679-4872-9a31-4b3860bc0e3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-15T14:18:24Z', 'updated_at': '2021-06-15T14:18:29Z', 'revision_number': 1, 'project_id': 'c3de56a81c9f49fdb5657745f0c5e9a7', 'fixed_ip_address_scope': None}, {'id': '576fd3ad-f3a4-4801-88e3-0866bbe8d12e', 'tenant_id': 'c3de56a81c9f49fdb5657745f0c5e9a7', 'floating_ip_address': '172.27.1.198', 'floating_network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'router_id': '20c0eaad-83cf-4430-b708-c66bdd7420d8', 'port_id': '6658c8f1-8c8e-40e8-94d2-e80ea09ca66e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38cc54e9-46a5-4f17-85e6-fe0dd786b611', 'mac_address': 'fa:16:3e:22:56:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '405d9f84-bee6-48f4-8844-e3a48eb0ef4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-15T14:20:49Z', 'updated_at': '2021-06-15T14:20:49Z', 'revision_number': 0, 'project_id': 'c3de56a81c9f49fdb5657745f0c5e9a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da9737a8-9041-44ab-8b20-9f32fed8bfee', 'name': '', 'network_id': '38cc54e9-46a5-4f17-85e6-fe0dd786b611', 'tenant_id': 'c3de56a81c9f49fdb5657745f0c5e9a7', 'mac_address': 'fa:16:3e:83:f0:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c0eaad-83cf-4430-b708-c66bdd7420d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'c7a8d3b2-93d0-474b-a785-3b20f05c50a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:14:04Z', 'updated_at': '2021-06-15T14:14:14Z', 'revision_number': 5, 'project_id': 'c3de56a81c9f49fdb5657745f0c5e9a7', 'subnets': [{'id': 'c7a8d3b2-93d0-474b-a785-3b20f05c50a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:20:52.309514 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c751d32-47b4-4267-bb9e-e56225a79828 req-54de09f1-4f63-477b-be5e-cef165ee5f0f tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:20:52.310987 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-9c751d32-47b4-4267-bb9e-e56225a79828 req-54de09f1-4f63-477b-be5e-cef165ee5f0f tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] 10.222.0.26 "GET /v2.0/ports?device_id=dad8d8f1-7dd2-48ce-8d91-95100f366154 HTTP/1.1" status: 200 len: 945 time: 0.0745492 Jun 15 14:20:52.353814 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-9c751d32-47b4-4267-bb9e-e56225a79828 req-6a25dd74-8a93-45a6-97fc-1e54a54d9af7 tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] 10.222.0.26 "GET /v2.0/security-groups?id=26c81b0a-94da-4c47-a5d9-dfd483e72a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370712 Jun 15 14:20:52.399773 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d4feb5-c06b-456a-8a69-4acf20cbaef6 None None] New status for floating IP 576fd3ad-f3a4-4801-88e3-0866bbe8d12e: ACTIVE {{(pid=91910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 15 14:20:53.434022 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-987cb3c8-732e-4ef7-aae2-903816ba9880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:53.538264 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c56e98-4171-4ebc-83b4-11593678d190 req-7ad2aad2-8c42-47d9-a19d-15acd701133a tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:20:53.539744 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-d9c56e98-4171-4ebc-83b4-11593678d190 req-7ad2aad2-8c42-47d9-a19d-15acd701133a tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] 10.222.0.26 "GET /v2.0/ports?device_id=dad8d8f1-7dd2-48ce-8d91-95100f366154 HTTP/1.1" status: 200 len: 945 time: 0.0687869 Jun 15 14:20:53.580772 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-d9c56e98-4171-4ebc-83b4-11593678d190 req-d351e4be-5ba1-4337-8d2b-943c0bd1c150 tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] 10.222.0.26 "GET /v2.0/security-groups?id=26c81b0a-94da-4c47-a5d9-dfd483e72a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348508 Jun 15 14:20:53.968031 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9346658f-8b61-4040-af4b-a94779ed6ca8 req-7e4280f7-8a41-4f3c-98e0-84a2cd492064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:20:53.969457 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-9346658f-8b61-4040-af4b-a94779ed6ca8 req-7e4280f7-8a41-4f3c-98e0-84a2cd492064 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c3de56a81c9f49fdb5657745f0c5e9a7&device_id=405d9f84-bee6-48f4-8844-e3a48eb0ef4f HTTP/1.1" status: 200 len: 1098 time: 0.0619779 Jun 15 14:20:54.112722 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9346658f-8b61-4040-af4b-a94779ed6ca8 req-1daa2979-aafe-4884-ace8-1cd4e2a22c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:20:54.114274 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-9346658f-8b61-4040-af4b-a94779ed6ca8 req-1daa2979-aafe-4884-ace8-1cd4e2a22c90 service neutron] 10.222.0.67 "GET /v2.0/networks?id=38cc54e9-46a5-4f17-85e6-fe0dd786b611 HTTP/1.1" status: 200 len: 911 time: 0.1167796 Jun 15 14:20:54.198541 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-9346658f-8b61-4040-af4b-a94779ed6ca8 req-2b26e834-5933-4d27-8770-126ce3929d08 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6658c8f1-8c8e-40e8-94d2-e80ea09ca66e HTTP/1.1" status: 200 len: 1001 time: 0.0763228 Jun 15 14:20:54.269385 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9346658f-8b61-4040-af4b-a94779ed6ca8 req-cd1aa298-cf3e-4b5a-829b-2238fe817b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:20:54.279056 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-9346658f-8b61-4040-af4b-a94779ed6ca8 req-cd1aa298-cf3e-4b5a-829b-2238fe817b38 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c7a8d3b2-93d0-474b-a785-3b20f05c50a2 HTTP/1.1" status: 200 len: 849 time: 0.0658090 Jun 15 14:20:54.765637 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1179f9e4-9216-4f22-8da4-1ab8423a9638 req-8b10b90e-dfa0-41dc-b89a-17264e2fd70d tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:20:54.767370 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-1179f9e4-9216-4f22-8da4-1ab8423a9638 req-8b10b90e-dfa0-41dc-b89a-17264e2fd70d tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] 10.222.0.26 "GET /v2.0/ports?device_id=dad8d8f1-7dd2-48ce-8d91-95100f366154 HTTP/1.1" status: 200 len: 945 time: 0.0736051 Jun 15 14:20:54.808516 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-1179f9e4-9216-4f22-8da4-1ab8423a9638 req-302a9690-b196-40c8-ad21-09e3b717607c tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] 10.222.0.26 "GET /v2.0/security-groups?id=26c81b0a-94da-4c47-a5d9-dfd483e72a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355635 Jun 15 14:20:56.100584 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9346658f-8b61-4040-af4b-a94779ed6ca8 req-5b309fe2-7ddf-4076-8acb-edd8525b87e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:20:56.102063 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-9346658f-8b61-4040-af4b-a94779ed6ca8 req-5b309fe2-7ddf-4076-8acb-edd8525b87e9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=38cc54e9-46a5-4f17-85e6-fe0dd786b611&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0621157 Jun 15 14:20:57.181465 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-9346658f-8b61-4040-af4b-a94779ed6ca8 req-9a4c9795-15d1-4895-9657-327178e86c1d service neutron] 10.222.0.67 "GET /v2.0/networks/38cc54e9-46a5-4f17-85e6-fe0dd786b611?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252499 Jun 15 14:20:57.338017 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-9346658f-8b61-4040-af4b-a94779ed6ca8 req-9a89e170-019d-4bf8-bc87-c74037de8966 service neutron] 10.222.0.67 "GET /v2.0/networks/38cc54e9-46a5-4f17-85e6-fe0dd786b611?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401312 Jun 15 14:20:57.581004 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:58.825644 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 40352) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:20:58.939670 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-a9762747-d0b2-41fd-8c21-d2e032f24d38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:59.036447 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-a9762747-d0b2-41fd-8c21-d2e032f24d38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:59.040065 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-a9762747-d0b2-41fd-8c21-d2e032f24d38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:59.043404 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-722d5ea9-712d-4ebb-a35d-7c7252c4fed6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:20:59.082529 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-a9762747-d0b2-41fd-8c21-d2e032f24d38 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2cf4380e7cef4ceb8ac0a3b9f79fe690&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2555382 Jun 15 14:20:59.083592 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9762747-d0b2-41fd-8c21-d2e032f24d38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d72c7561-9b29-4d39-9448-6eb247325814,revision_number=1']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:20:59.085073 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 40360) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:20:59.086884 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-a9762747-d0b2-41fd-8c21-d2e032f24d38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:20:59.139399 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-40939f62-9f81-42da-817c-5311cef86567 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:59.164187 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-40939f62-9f81-42da-817c-5311cef86567 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:59.217296 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-40939f62-9f81-42da-817c-5311cef86567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:59.220072 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-40939f62-9f81-42da-817c-5311cef86567 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:59.221186 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-40939f62-9f81-42da-817c-5311cef86567 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d72c7561-9b29-4d39-9448-6eb247325814 HTTP/1.1" status: 204 len: 168 time: 0.1350625 Jun 15 14:20:59.221954 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-94a2cde5-1c8f-4612-a1ad-d650c26b9ca6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:20:59.230849 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40939f62-9f81-42da-817c-5311cef86567 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d72c7561-9b29-4d39-9448-6eb247325814,revision_number=None']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:20:59.233267 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-40939f62-9f81-42da-817c-5311cef86567 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:21:00.201908 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 40408) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:21:00.224347 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 40412) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:21:00.309349 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-3fb9f78d-53d4-44f7-8b4b-d9a723b9985f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:00.332989 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-5f643ecd-2442-45af-a4ac-3f60f1d11eb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:00.408750 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-3fb9f78d-53d4-44f7-8b4b-d9a723b9985f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:00.412566 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-3fb9f78d-53d4-44f7-8b4b-d9a723b9985f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:00.416224 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-1d9a69f8-e95c-40cb-8707-0afe5444031d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:21:00.461752 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-3fb9f78d-53d4-44f7-8b4b-d9a723b9985f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=42ccc3bca93e4357ac5823d5d389e53b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2586405 Jun 15 14:21:00.462521 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 40418) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:21:00.462887 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb9f78d-53d4-44f7-8b4b-d9a723b9985f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad6fd9fe-ff27-4d67-8af1-c7711ef6675a,revision_number=1']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:21:00.466436 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-3fb9f78d-53d4-44f7-8b4b-d9a723b9985f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:21:00.549165 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-5f643ecd-2442-45af-a4ac-3f60f1d11eb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:00.552258 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-fbac1ebd-0162-4563-b249-99e8adf2f091 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:00.554970 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-5f643ecd-2442-45af-a4ac-3f60f1d11eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:00.559139 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-6dcdaebf-b27b-40c7-a2e2-3dc226e1d209 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:21:00.593647 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-fbac1ebd-0162-4563-b249-99e8adf2f091 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:00.628530 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f643ecd-2442-45af-a4ac-3f60f1d11eb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d160527f-4a91-472e-977e-089da552db7c,revision_number=1']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:21:00.634453 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-5f643ecd-2442-45af-a4ac-3f60f1d11eb9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bf46e2e9a26a43bf8845552edb6804a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4088030 Jun 15 14:21:00.635454 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-5f643ecd-2442-45af-a4ac-3f60f1d11eb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:21:00.637095 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 40420) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:21:00.670074 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-fbac1ebd-0162-4563-b249-99e8adf2f091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:00.672689 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-fbac1ebd-0162-4563-b249-99e8adf2f091 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:00.673925 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-fbac1ebd-0162-4563-b249-99e8adf2f091 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ad6fd9fe-ff27-4d67-8af1-c7711ef6675a HTTP/1.1" status: 204 len: 168 time: 0.2104456 Jun 15 14:21:00.674954 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-0547c2ad-1c52-4f73-9ac7-9747a5bf6588 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:21:00.684018 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbac1ebd-0162-4563-b249-99e8adf2f091 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad6fd9fe-ff27-4d67-8af1-c7711ef6675a,revision_number=None']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:21:00.686419 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-fbac1ebd-0162-4563-b249-99e8adf2f091 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:21:00.695243 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-4cdefcaf-932f-4431-ac03-fd98998da827 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:00.720945 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-4cdefcaf-932f-4431-ac03-fd98998da827 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:00.773853 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-4cdefcaf-932f-4431-ac03-fd98998da827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:00.776603 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-4cdefcaf-932f-4431-ac03-fd98998da827 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:00.781076 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-4cdefcaf-932f-4431-ac03-fd98998da827 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d160527f-4a91-472e-977e-089da552db7c HTTP/1.1" status: 204 len: 168 time: 0.1395423 Jun 15 14:21:00.781076 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-ea7ce80e-d725-476c-a689-c4c68f5d5970 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:21:00.788404 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdefcaf-932f-4431-ac03-fd98998da827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d160527f-4a91-472e-977e-089da552db7c,revision_number=None']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:21:00.790708 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-4cdefcaf-932f-4431-ac03-fd98998da827 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:21:00.850607 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-f2fbde10-fe54-49f8-b505-515527b9e405 req-9ade6ea9-0c82-4ae7-a9c4-f56d03f51871 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1c338005-e679-4872-9a31-4b3860bc0e3c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0977688 Jun 15 14:21:01.004950 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fbde10-fe54-49f8-b505-515527b9e405 req-57da276f-1163-4b7a-956b-99fd13f02c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:21:01.006493 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-f2fbde10-fe54-49f8-b505-515527b9e405 req-57da276f-1163-4b7a-956b-99fd13f02c70 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c3de56a81c9f49fdb5657745f0c5e9a7&device_id=1c338005-e679-4872-9a31-4b3860bc0e3c HTTP/1.1" status: 200 len: 1099 time: 0.0771284 Jun 15 14:21:01.140142 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fbde10-fe54-49f8-b505-515527b9e405 req-e2befb3e-d73d-4f4a-8a56-15b1d9f68ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:21:01.141565 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-f2fbde10-fe54-49f8-b505-515527b9e405 req-e2befb3e-d73d-4f4a-8a56-15b1d9f68ecb service neutron] 10.222.0.67 "GET /v2.0/networks?id=38cc54e9-46a5-4f17-85e6-fe0dd786b611 HTTP/1.1" status: 200 len: 911 time: 0.1132507 Jun 15 14:21:01.226027 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-f2fbde10-fe54-49f8-b505-515527b9e405 req-48d0cdc6-daf7-47c8-aeb8-abb9498b4758 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea61a4d3-9dba-46d7-bade-007b03bc52a7 HTTP/1.1" status: 200 len: 1002 time: 0.0776670 Jun 15 14:21:01.284834 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fbde10-fe54-49f8-b505-515527b9e405 req-1147a191-780c-45bc-8bb1-17203688a1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:21:01.286291 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-f2fbde10-fe54-49f8-b505-515527b9e405 req-1147a191-780c-45bc-8bb1-17203688a1c4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c7a8d3b2-93d0-474b-a785-3b20f05c50a2 HTTP/1.1" status: 200 len: 849 time: 0.0538244 Jun 15 14:21:01.353717 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fbde10-fe54-49f8-b505-515527b9e405 req-4802f0a8-3715-4cba-8a80-665751f3a6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:21:01.355321 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-f2fbde10-fe54-49f8-b505-515527b9e405 req-4802f0a8-3715-4cba-8a80-665751f3a6f3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=38cc54e9-46a5-4f17-85e6-fe0dd786b611&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0632629 Jun 15 14:21:01.750816 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-f2fbde10-fe54-49f8-b505-515527b9e405 req-4b3f212f-4359-4331-87b9-8ec5cde55a47 service neutron] 10.222.0.67 "GET /v2.0/networks/38cc54e9-46a5-4f17-85e6-fe0dd786b611?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3887432 Jun 15 14:21:01.870586 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-f2fbde10-fe54-49f8-b505-515527b9e405 req-97431738-a25c-4b5b-b9a8-95d73d4852c7 service neutron] 10.222.0.67 "GET /v2.0/networks/38cc54e9-46a5-4f17-85e6-fe0dd786b611?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138310 Jun 15 14:21:11.417412 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-fe90c657-3d62-4ad3-8929-3a6e31a88d86 req-0ac64004-0486-4a34-bfa8-081a613a8591 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-951568801&fields=id&tenant_id=bdbc49f82db24b3887142e44b8029698 HTTP/1.1" status: 200 len: 267 time: 0.0378580 Jun 15 14:21:11.490432 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe90c657-3d62-4ad3-8929-3a6e31a88d86 req-c448787c-be06-42a9-a87b-513dd6d24fd8 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:21:11.491931 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-fe90c657-3d62-4ad3-8929-3a6e31a88d86 req-c448787c-be06-42a9-a87b-513dd6d24fd8 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] 10.222.0.26 "GET /v2.0/ports?device_id=31dc7157-8256-403d-9629-9d226d2363cf HTTP/1.1" status: 200 len: 985 time: 0.0684860 Jun 15 14:21:11.502646 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.v2.base [req-fe90c657-3d62-4ad3-8929-3a6e31a88d86 req-1b56599c-3930-461a-b28e-f44e8238bc60 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Request body: {'port': {'security_groups': ['71e0047f-f5f5-4bfe-9edd-64cb2daf8f18']}} {{(pid=91907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:21:11.601114 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-fe90c657-3d62-4ad3-8929-3a6e31a88d86 req-1b56599c-3930-461a-b28e-f44e8238bc60 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:11.802284 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.db [req-fe90c657-3d62-4ad3-8929-3a6e31a88d86 req-1b56599c-3930-461a-b28e-f44e8238bc60 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] For port dc9abd9d-d9c7-48a1-8c33-5d8b0bd8eecb, host hv-cinder-79647, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79647',level=0,port_id=dc9abd9d-d9c7-48a1-8c33-5d8b0bd8eecb,segment=NetworkSegment(51b69454-caf5-406c-8c30-6edaddc466c7),segment_id=51b69454-caf5-406c-8c30-6edaddc466c7)] {{(pid=91907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:21:11.833857 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-fe90c657-3d62-4ad3-8929-3a6e31a88d86 req-1b56599c-3930-461a-b28e-f44e8238bc60 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Notify callbacks [] for port, precommit_update {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:11.838682 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-fe90c657-3d62-4ad3-8929-3a6e31a88d86 req-1b56599c-3930-461a-b28e-f44e8238bc60 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4061925'] for port, after_update {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:11.842500 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-8fbd09d9-ed21-41ef-aea3-2dae4781ebaf tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:21:11.901208 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe90c657-3d62-4ad3-8929-3a6e31a88d86 req-1b56599c-3930-461a-b28e-f44e8238bc60 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:21:11.901589 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-fe90c657-3d62-4ad3-8929-3a6e31a88d86 req-1b56599c-3930-461a-b28e-f44e8238bc60 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58954'] for port, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:11.903044 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-fe90c657-3d62-4ad3-8929-3a6e31a88d86 req-1b56599c-3930-461a-b28e-f44e8238bc60 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] 10.222.0.26 "PUT /v2.0/ports/dc9abd9d-d9c7-48a1-8c33-5d8b0bd8eecb HTTP/1.1" status: 200 len: 943 time: 0.4048793 Jun 15 14:21:11.903678 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31dc7157-8256-403d-9629-9d226d2363cf', 'tag': 'dc9abd9d-d9c7-48a1-8c33-5d8b0bd8eecb'}] {{(pid=91907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:21:11.905978 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24467d57c8f568e2e16d95ba24031d6b60035fd708ad429d2e8baac5a477cd4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08b7f8ca-e0fc-4d5d-b1d3-1e20fce9dcba" -d '{"events": [{"name": "network-changed", "server_uuid": "31dc7157-8256-403d-9629-9d226d2363cf", "tag": "dc9abd9d-d9c7-48a1-8c33-5d8b0bd8eecb"}]}' {{(pid=91907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:21:11.908871 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 40572) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:21:11.926479 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b56599c-3930-461a-b28e-f44e8238bc60 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Pushing event updated for resources: {'Port': ['ID=dc9abd9d-d9c7-48a1-8c33-5d8b0bd8eecb,revision_number=7']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:21:11.930034 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-1b56599c-3930-461a-b28e-f44e8238bc60 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:21:11.951281 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 14:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-350b33e9-94b6-404b-999e-eb6ce599ea35 x-openstack-request-id: req-350b33e9-94b6-404b-999e-eb6ce599ea35 {{(pid=91907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:21:11.951773 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31dc7157-8256-403d-9629-9d226d2363cf", "tag": "dc9abd9d-d9c7-48a1-8c33-5d8b0bd8eecb", "status": "completed", "code": 200}]} {{(pid=91907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:21:11.952184 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-350b33e9-94b6-404b-999e-eb6ce599ea35 {{(pid=91907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:21:11.952745 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31dc7157-8256-403d-9629-9d226d2363cf', 'tag': 'dc9abd9d-d9c7-48a1-8c33-5d8b0bd8eecb', 'status': 'completed', 'code': 200} Jun 15 14:21:11.982605 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-d6999d68-e545-4bcb-901e-130b425a4547 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Notify callbacks [] for security_group, before_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:12.011380 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-d6999d68-e545-4bcb-901e-130b425a4547 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:12.079653 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-d6999d68-e545-4bcb-901e-130b425a4547 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:12.082197 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-d6999d68-e545-4bcb-901e-130b425a4547 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Notify callbacks [] for security_group, before_response {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:12.085702 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-d6999d68-e545-4bcb-901e-130b425a4547 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] 10.222.0.26 "DELETE /v2.0/security-groups/0f033e96-ee0a-4e07-9508-0933d11f952b HTTP/1.1" status: 204 len: 168 time: 0.1735020 Jun 15 14:21:12.085702 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-87a5d8ec-38d3-4f4f-b05f-39ddef49d0b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:21:12.086100 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 40574) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:21:12.086240 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-949aee9c-ee5a-4add-8bc4-d58435f4100b None None] Provisioning complete for port dc9abd9d-d9c7-48a1-8c33-5d8b0bd8eecb triggered by entity DHCP. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:21:12.087290 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-949aee9c-ee5a-4add-8bc4-d58435f4100b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897510'] for port, provisioning_complete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:12.094281 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6999d68-e545-4bcb-901e-130b425a4547 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f033e96-ee0a-4e07-9508-0933d11f952b,revision_number=None']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:21:12.096713 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-d6999d68-e545-4bcb-901e-130b425a4547 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:21:12.131606 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] get_ports_and_sgs() called for port_ids ['dc9abd9d-d9c7-48a1-8c33-5d8b0bd8eecb'] {{(pid=91909) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:21:12.283055 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b7f8ca-e0fc-4d5d-b1d3-1e20fce9dcba req-06952da0-5f50-442e-bfec-51f03c69ce3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:21:12.284540 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-08b7f8ca-e0fc-4d5d-b1d3-1e20fce9dcba req-06952da0-5f50-442e-bfec-51f03c69ce3a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=bdbc49f82db24b3887142e44b8029698&device_id=31dc7157-8256-403d-9629-9d226d2363cf HTTP/1.1" status: 200 len: 1099 time: 0.1399989 Jun 15 14:21:12.325456 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] get_ports_and_sgs() called for port_ids ['dc9abd9d-d9c7-48a1-8c33-5d8b0bd8eecb'] {{(pid=91909) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:21:12.439668 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.plugin [None req-2f7f5b3c-440b-45f3-9b2b-b36efb737529 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Deleting port fbdc60fc-8dd0-416d-be02-38dd702c2218 {{(pid=91907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:21:12.440300 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-2f7f5b3c-440b-45f3-9b2b-b36efb737529 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781714481448'] for port, before_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:12.456158 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b7f8ca-e0fc-4d5d-b1d3-1e20fce9dcba req-27569e65-398a-4aac-b4f6-767a5cfaa854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:21:12.457640 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-08b7f8ca-e0fc-4d5d-b1d3-1e20fce9dcba req-27569e65-398a-4aac-b4f6-767a5cfaa854 service neutron] 10.222.0.67 "GET /v2.0/networks?id=d785db07-dec5-4c04-aa3b-7e193f13bd39 HTTP/1.1" status: 200 len: 916 time: 0.1419501 Jun 15 14:21:12.595532 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-08b7f8ca-e0fc-4d5d-b1d3-1e20fce9dcba req-c2f2af63-08e8-449f-a2d2-da298db6491c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dc9abd9d-d9c7-48a1-8c33-5d8b0bd8eecb HTTP/1.1" status: 200 len: 1001 time: 0.1285052 Jun 15 14:21:12.618218 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-2f7f5b3c-440b-45f3-9b2b-b36efb737529 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668414'] for port, precommit_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:12.618541 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-2f7f5b3c-440b-45f3-9b2b-b36efb737529 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:12.742888 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.plugin [None req-2f7f5b3c-440b-45f3-9b2b-b36efb737529 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Calling delete_port for fbdc60fc-8dd0-416d-be02-38dd702c2218 owned by network:floatingip {{(pid=91907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:21:12.760515 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b7f8ca-e0fc-4d5d-b1d3-1e20fce9dcba req-c80cb7ee-84bb-4825-8e3e-7a41c36efae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:21:12.761982 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-08b7f8ca-e0fc-4d5d-b1d3-1e20fce9dcba req-c80cb7ee-84bb-4825-8e3e-7a41c36efae8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d4d04c56-7574-499d-9928-de3ab052dae1 HTTP/1.1" status: 200 len: 854 time: 0.1545384 Jun 15 14:21:12.930905 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b7f8ca-e0fc-4d5d-b1d3-1e20fce9dcba req-95865d0d-918a-42d0-a22e-415f2b350bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:21:12.932373 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-08b7f8ca-e0fc-4d5d-b1d3-1e20fce9dcba req-95865d0d-918a-42d0-a22e-415f2b350bc8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d785db07-dec5-4c04-aa3b-7e193f13bd39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1254740 Jun 15 14:21:13.094274 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-08b7f8ca-e0fc-4d5d-b1d3-1e20fce9dcba req-43f5ff9d-c590-4ebf-9c67-7f71a1f49697 service neutron] 10.222.0.67 "GET /v2.0/networks/d785db07-dec5-4c04-aa3b-7e193f13bd39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489081 Jun 15 14:21:13.095937 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-2f7f5b3c-440b-45f3-9b2b-b36efb737529 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781714486604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781714044438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4061906'] for port, after_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:13.097889 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-0e2f8171-73fb-46ca-91dd-2e85de84343d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:21:13.149754 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7f5b3c-440b-45f3-9b2b-b36efb737529 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Pushing event deleted for resources: {'Port': ['ID=fbdc60fc-8dd0-416d-be02-38dd702c2218,revision_number=None']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:21:13.152635 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-2f7f5b3c-440b-45f3-9b2b-b36efb737529 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:21:13.295048 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-2f7f5b3c-440b-45f3-9b2b-b36efb737529 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Notify callbacks [] for floatingip, after_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:13.295389 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.db.l3_db [None req-2f7f5b3c-440b-45f3-9b2b-b36efb737529 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Floating IP 1e139bab-a4bc-4d82-8ae3-62e377aac980 disassociated (deleted). External IP: 172.27.1.83, port: dc9abd9d-d9c7-48a1-8c33-5d8b0bd8eecb. Jun 15 14:21:13.345887 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-08b7f8ca-e0fc-4d5d-b1d3-1e20fce9dcba req-aceb807d-f703-4533-b00e-c57345cd5487 service neutron] 10.222.0.67 "GET /v2.0/networks/d785db07-dec5-4c04-aa3b-7e193f13bd39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2443671 Jun 15 14:21:13.581090 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f7f5b3c-440b-45f3-9b2b-b36efb737529 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Router 1e8a65a5-d09a-4b25-9517-9c6cef50beb3 has already been hosted by L3 agent 7c0fcfb6-ee6c-4f84-9204-f4cc96555f34 {{(pid=91907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:21:14.005458 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f7f5b3c-440b-45f3-9b2b-b36efb737529 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Notify agent at l3_agent.dv-cinder-796471-1-iscsi the message routers_updated {{(pid=91907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:21:14.013142 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-2f7f5b3c-440b-45f3-9b2b-b36efb737529 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58954'] for floatingip, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:14.018382 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1696d92-54dd-41e6-ba1f-d1a00c019a62 None None] Sync routers for ids ['1e8a65a5-d09a-4b25-9517-9c6cef50beb3'] in dv-cinder-796471-1-iscsi {{(pid=91909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:21:14.028953 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1696d92-54dd-41e6-ba1f-d1a00c019a62 None None] Routers {'1e8a65a5-d09a-4b25-9517-9c6cef50beb3'} bound to L3 agent in host dv-cinder-796471-1-iscsi {{(pid=91909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:21:14.029765 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_hamode_db [None req-d1696d92-54dd-41e6-ba1f-d1a00c019a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796471-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-15T14:04:51Z,description=,heartbeat_timestamp=2021-06-15T14:20:51Z,host='dv-cinder-796471-1-iscsi',id=7c0fcfb6-ee6c-4f84-9204-f4cc96555f34,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:04:51Z,topic='l3_agent')) {'router_ids': ['1e8a65a5-d09a-4b25-9517-9c6cef50beb3'], 'active': True} {{(pid=91909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:21:14.060031 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-2f7f5b3c-440b-45f3-9b2b-b36efb737529 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] 10.222.0.26 "DELETE /v2.0/floatingips/1e139bab-a4bc-4d82-8ae3-62e377aac980 HTTP/1.1" status: 204 len: 168 time: 1.9727597 Jun 15 14:21:14.060702 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31dc7157-8256-403d-9629-9d226d2363cf', 'tag': 'dc9abd9d-d9c7-48a1-8c33-5d8b0bd8eecb'}] {{(pid=91907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:21:14.063175 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24467d57c8f568e2e16d95ba24031d6b60035fd708ad429d2e8baac5a477cd4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a56db002-3d5b-4ef1-a026-c82d323d9c35" -d '{"events": [{"name": "network-changed", "server_uuid": "31dc7157-8256-403d-9629-9d226d2363cf", "tag": "dc9abd9d-d9c7-48a1-8c33-5d8b0bd8eecb"}]}' {{(pid=91907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:21:14.099509 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 14:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfb35a19-0782-47fd-9da1-c71c6059c522 x-openstack-request-id: req-cfb35a19-0782-47fd-9da1-c71c6059c522 {{(pid=91907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:21:14.099912 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31dc7157-8256-403d-9629-9d226d2363cf", "tag": "dc9abd9d-d9c7-48a1-8c33-5d8b0bd8eecb", "status": "completed", "code": 200}]} {{(pid=91907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:21:14.100316 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cfb35a19-0782-47fd-9da1-c71c6059c522 {{(pid=91907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:21:14.100812 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31dc7157-8256-403d-9629-9d226d2363cf', 'tag': 'dc9abd9d-d9c7-48a1-8c33-5d8b0bd8eecb', 'status': 'completed', 'code': 200} Jun 15 14:21:14.182284 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_dvr_db [None req-d1696d92-54dd-41e6-ba1f-d1a00c019a62 None None] Set router 1e8a65a5-d09a-4b25-9517-9c6cef50beb3 gateway port host: dv-cinder-796471-1-iscsi {{(pid=91909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:21:14.231926 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56db002-3d5b-4ef1-a026-c82d323d9c35 req-b75b0179-fc0b-424c-95b5-18f7e32718b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:21:14.233424 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-a56db002-3d5b-4ef1-a026-c82d323d9c35 req-b75b0179-fc0b-424c-95b5-18f7e32718b8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=bdbc49f82db24b3887142e44b8029698&device_id=31dc7157-8256-403d-9629-9d226d2363cf HTTP/1.1" status: 200 len: 1099 time: 0.0794964 Jun 15 14:21:14.416124 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56db002-3d5b-4ef1-a026-c82d323d9c35 req-fecb89d0-0b92-4d7a-9911-3b28b13eb431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:21:14.417677 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-a56db002-3d5b-4ef1-a026-c82d323d9c35 req-fecb89d0-0b92-4d7a-9911-3b28b13eb431 service neutron] 10.222.0.67 "GET /v2.0/networks?id=d785db07-dec5-4c04-aa3b-7e193f13bd39 HTTP/1.1" status: 200 len: 916 time: 0.1746619 Jun 15 14:21:14.479417 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_hamode_db [None req-d1696d92-54dd-41e6-ba1f-d1a00c019a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e8a65a5-d09a-4b25-9517-9c6cef50beb3', 'name': 'tempest-TestMinimumBasicScenario-1451712082-router', 'tenant_id': 'bdbc49f82db24b3887142e44b8029698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'external_fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '7282ff04-9329-40c6-adaf-350ba0642f25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:18:08Z', 'updated_at': '2021-06-15T14:18:12Z', 'revision_number': 4, 'project_id': 'bdbc49f82db24b3887142e44b8029698', 'gw_port': {'id': '7282ff04-9329-40c6-adaf-350ba0642f25', 'name': '', 'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:2c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8a65a5-d09a-4b25-9517-9c6cef50beb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:18:09Z', 'updated_at': '2021-06-15T14:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796471-1-iscsi', '_interfaces': [{'id': '2b5a2317-017c-436e-9fef-b5ae01e715f8', 'name': '', 'network_id': 'd785db07-dec5-4c04-aa3b-7e193f13bd39', 'tenant_id': 'bdbc49f82db24b3887142e44b8029698', 'mac_address': 'fa:16:3e:a9:6f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8a65a5-d09a-4b25-9517-9c6cef50beb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'd4d04c56-7574-499d-9928-de3ab052dae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:18:12Z', 'updated_at': '2021-06-15T14:18:19Z', 'revision_number': 5, 'project_id': 'bdbc49f82db24b3887142e44b8029698', 'subnets': [{'id': 'd4d04c56-7574-499d-9928-de3ab052dae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796471-1-iscsi', False) {} {{(pid=91909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:21:14.484094 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1696d92-54dd-41e6-ba1f-d1a00c019a62 None None] Checking router: 1e8a65a5-d09a-4b25-9517-9c6cef50beb3 for host: dv-cinder-796471-1-iscsi {{(pid=91909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:21:14.495585 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1696d92-54dd-41e6-ba1f-d1a00c019a62 None None] Routers {'1e8a65a5-d09a-4b25-9517-9c6cef50beb3'} bound to L3 agent in host dv-cinder-796471-1-iscsi {{(pid=91909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:21:14.496725 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_hamode_db [None req-d1696d92-54dd-41e6-ba1f-d1a00c019a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796471-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-15T14:04:51Z,description=,heartbeat_timestamp=2021-06-15T14:20:51Z,host='dv-cinder-796471-1-iscsi',id=7c0fcfb6-ee6c-4f84-9204-f4cc96555f34,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:04:51Z,topic='l3_agent')) {'router_ids': ['1e8a65a5-d09a-4b25-9517-9c6cef50beb3'], 'active': True} {{(pid=91909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:21:14.516728 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-a56db002-3d5b-4ef1-a026-c82d323d9c35 req-cdb9642b-7cb1-442c-9483-d6dd81771cd3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dc9abd9d-d9c7-48a1-8c33-5d8b0bd8eecb HTTP/1.1" status: 200 len: 217 time: 0.0825310 Jun 15 14:21:14.616295 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56db002-3d5b-4ef1-a026-c82d323d9c35 req-998e3aa2-1f04-4a9e-a706-ca92adebea25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:21:14.618443 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-a56db002-3d5b-4ef1-a026-c82d323d9c35 req-998e3aa2-1f04-4a9e-a706-ca92adebea25 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d4d04c56-7574-499d-9928-de3ab052dae1 HTTP/1.1" status: 200 len: 854 time: 0.0956163 Jun 15 14:21:14.671340 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_dvr_db [None req-d1696d92-54dd-41e6-ba1f-d1a00c019a62 None None] Set router 1e8a65a5-d09a-4b25-9517-9c6cef50beb3 gateway port host: dv-cinder-796471-1-iscsi {{(pid=91909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:21:14.687735 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56db002-3d5b-4ef1-a026-c82d323d9c35 req-158aefc0-d92f-4d4d-9997-29b2f4e58243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:21:14.689230 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-a56db002-3d5b-4ef1-a026-c82d323d9c35 req-158aefc0-d92f-4d4d-9997-29b2f4e58243 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d785db07-dec5-4c04-aa3b-7e193f13bd39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0603104 Jun 15 14:21:14.809798 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-a56db002-3d5b-4ef1-a026-c82d323d9c35 req-191a2008-3ad8-4093-82ec-b407bc78e360 service neutron] 10.222.0.67 "GET /v2.0/networks/d785db07-dec5-4c04-aa3b-7e193f13bd39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122265 Jun 15 14:21:14.932689 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-a56db002-3d5b-4ef1-a026-c82d323d9c35 req-3b4644de-3d9e-4dbd-a420-17014d0ccf4e service neutron] 10.222.0.67 "GET /v2.0/networks/d785db07-dec5-4c04-aa3b-7e193f13bd39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164112 Jun 15 14:21:15.072079 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_hamode_db [None req-d1696d92-54dd-41e6-ba1f-d1a00c019a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e8a65a5-d09a-4b25-9517-9c6cef50beb3', 'name': 'tempest-TestMinimumBasicScenario-1451712082-router', 'tenant_id': 'bdbc49f82db24b3887142e44b8029698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'external_fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '7282ff04-9329-40c6-adaf-350ba0642f25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:18:08Z', 'updated_at': '2021-06-15T14:18:12Z', 'revision_number': 4, 'project_id': 'bdbc49f82db24b3887142e44b8029698', 'gw_port': {'id': '7282ff04-9329-40c6-adaf-350ba0642f25', 'name': '', 'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:2c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8a65a5-d09a-4b25-9517-9c6cef50beb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:18:09Z', 'updated_at': '2021-06-15T14:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796471-1-iscsi', '_interfaces': [{'id': '2b5a2317-017c-436e-9fef-b5ae01e715f8', 'name': '', 'network_id': 'd785db07-dec5-4c04-aa3b-7e193f13bd39', 'tenant_id': 'bdbc49f82db24b3887142e44b8029698', 'mac_address': 'fa:16:3e:a9:6f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8a65a5-d09a-4b25-9517-9c6cef50beb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'd4d04c56-7574-499d-9928-de3ab052dae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:18:12Z', 'updated_at': '2021-06-15T14:18:19Z', 'revision_number': 5, 'project_id': 'bdbc49f82db24b3887142e44b8029698', 'subnets': [{'id': 'd4d04c56-7574-499d-9928-de3ab052dae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796471-1-iscsi', False) {} {{(pid=91909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:21:15.075678 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1696d92-54dd-41e6-ba1f-d1a00c019a62 None None] The sync data for ids ['1e8a65a5-d09a-4b25-9517-9c6cef50beb3'] in dv-cinder-796471-1-iscsi is: [{'id': '1e8a65a5-d09a-4b25-9517-9c6cef50beb3', 'name': 'tempest-TestMinimumBasicScenario-1451712082-router', 'tenant_id': 'bdbc49f82db24b3887142e44b8029698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'external_fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '7282ff04-9329-40c6-adaf-350ba0642f25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:18:08Z', 'updated_at': '2021-06-15T14:18:12Z', 'revision_number': 4, 'project_id': 'bdbc49f82db24b3887142e44b8029698', 'gw_port': {'id': '7282ff04-9329-40c6-adaf-350ba0642f25', 'name': '', 'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:2c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8a65a5-d09a-4b25-9517-9c6cef50beb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:18:09Z', 'updated_at': '2021-06-15T14:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796471-1-iscsi', '_interfaces': [{'id': '2b5a2317-017c-436e-9fef-b5ae01e715f8', 'name': '', 'network_id': 'd785db07-dec5-4c04-aa3b-7e193f13bd39', 'tenant_id': 'bdbc49f82db24b3887142e44b8029698', 'mac_address': 'fa:16:3e:a9:6f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8a65a5-d09a-4b25-9517-9c6cef50beb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'd4d04c56-7574-499d-9928-de3ab052dae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:18:12Z', 'updated_at': '2021-06-15T14:18:19Z', 'revision_number': 5, 'project_id': 'bdbc49f82db24b3887142e44b8029698', 'subnets': [{'id': 'd4d04c56-7574-499d-9928-de3ab052dae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:21:15.274231 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d6cccb-1734-4a9e-b15a-aea6e191ba35 None None] New status for floating IP 1e139bab-a4bc-4d82-8ae3-62e377aac980: DOWN {{(pid=91910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 15 14:21:17.279356 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62df9d3-f442-4ff0-88a3-c6d19059308b req-f5beb2c3-cd13-4379-b648-1a2c2cd0cb2c tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:21:17.290390 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-c62df9d3-f442-4ff0-88a3-c6d19059308b req-f5beb2c3-cd13-4379-b648-1a2c2cd0cb2c tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] 10.222.0.26 "GET /v2.0/ports?device_id=31dc7157-8256-403d-9629-9d226d2363cf HTTP/1.1" status: 200 len: 946 time: 0.0750887 Jun 15 14:21:17.333820 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-c62df9d3-f442-4ff0-88a3-c6d19059308b req-64bcdc19-dd17-45b8-800a-8fdfe0efeca2 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] 10.222.0.26 "GET /v2.0/security-groups?id=71e0047f-f5f5-4bfe-9edd-64cb2daf8f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460761 Jun 15 14:21:18.059099 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-40085ad7-f9f5-492c-8dcb-b80ec6555234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:18.360886 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6d4911-0999-483c-b014-0577280f1703 req-31122e0a-81f5-4e42-a4fa-0dbf025478ad tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:21:18.362345 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-7e6d4911-0999-483c-b014-0577280f1703 req-31122e0a-81f5-4e42-a4fa-0dbf025478ad tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] 10.222.0.26 "GET /v2.0/ports?device_id=dad8d8f1-7dd2-48ce-8d91-95100f366154 HTTP/1.1" status: 200 len: 945 time: 0.0667176 Jun 15 14:21:18.407311 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-7e6d4911-0999-483c-b014-0577280f1703 req-e555a270-db06-46fc-8eba-f044abcddc74 tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] 10.222.0.26 "GET /v2.0/security-groups?id=26c81b0a-94da-4c47-a5d9-dfd483e72a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393460 Jun 15 14:21:18.534791 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0208abb1-b2e3-4c6d-8f39-5d1fcbc22bc8 req-b1c7cf3b-79ca-411f-b1b7-57f58167a42b tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:21:18.536379 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-0208abb1-b2e3-4c6d-8f39-5d1fcbc22bc8 req-b1c7cf3b-79ca-411f-b1b7-57f58167a42b tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] 10.222.0.26 "GET /v2.0/ports?device_id=31dc7157-8256-403d-9629-9d226d2363cf HTTP/1.1" status: 200 len: 946 time: 0.0801270 Jun 15 14:21:18.579182 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-0208abb1-b2e3-4c6d-8f39-5d1fcbc22bc8 req-50ccc251-79bc-4e1e-88a6-9a78884a8e0f tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] 10.222.0.26 "GET /v2.0/security-groups?id=71e0047f-f5f5-4bfe-9edd-64cb2daf8f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368524 Jun 15 14:21:19.450406 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1565b734-d95b-403c-b4e4-7fb75d604369 req-156e694e-95e1-4ace-a5f1-6310b6234da6 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:21:19.451938 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-1565b734-d95b-403c-b4e4-7fb75d604369 req-156e694e-95e1-4ace-a5f1-6310b6234da6 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] 10.222.0.67 "GET /v2.0/ports?device_id=31dc7157-8256-403d-9629-9d226d2363cf HTTP/1.1" status: 200 len: 946 time: 0.0701213 Jun 15 14:21:19.625442 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.plugin [req-1565b734-d95b-403c-b4e4-7fb75d604369 req-e062f20d-1619-4a17-bf55-40ca4dbb0303 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Deleting port dc9abd9d-d9c7-48a1-8c33-5d8b0bd8eecb {{(pid=91907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:21:19.625787 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-1565b734-d95b-403c-b4e4-7fb75d604369 req-e062f20d-1619-4a17-bf55-40ca4dbb0303 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781714481448'] for port, before_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:19.642993 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa2f0df-894a-4cc4-8d84-360e33d7e779 req-e743236f-085e-4fda-b7e2-45d893015e05 tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:21:19.644482 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-1aa2f0df-894a-4cc4-8d84-360e33d7e779 req-e743236f-085e-4fda-b7e2-45d893015e05 tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] 10.222.0.26 "GET /v2.0/ports?device_id=dad8d8f1-7dd2-48ce-8d91-95100f366154 HTTP/1.1" status: 200 len: 945 time: 0.0998304 Jun 15 14:21:19.769327 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-1aa2f0df-894a-4cc4-8d84-360e33d7e779 req-3cb727bf-d70b-42b8-bd91-1b0d8169c3ae tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] 10.222.0.26 "GET /v2.0/security-groups?id=26c81b0a-94da-4c47-a5d9-dfd483e72a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073673 Jun 15 14:21:19.770386 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85b002a-257f-43f1-b977-e3e158c57596 req-5384f6e3-690a-46d6-af49-95d823383786 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:21:19.771948 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-e85b002a-257f-43f1-b977-e3e158c57596 req-5384f6e3-690a-46d6-af49-95d823383786 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] 10.222.0.26 "GET /v2.0/ports?device_id=31dc7157-8256-403d-9629-9d226d2363cf HTTP/1.1" status: 200 len: 946 time: 0.0752885 Jun 15 14:21:19.793506 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.db [req-1565b734-d95b-403c-b4e4-7fb75d604369 req-e062f20d-1619-4a17-bf55-40ca4dbb0303 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] For port dc9abd9d-d9c7-48a1-8c33-5d8b0bd8eecb, host hv-cinder-79647, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79647',level=0,port_id=dc9abd9d-d9c7-48a1-8c33-5d8b0bd8eecb,segment=NetworkSegment(51b69454-caf5-406c-8c30-6edaddc466c7),segment_id=51b69454-caf5-406c-8c30-6edaddc466c7)] {{(pid=91907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:21:19.793873 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-1565b734-d95b-403c-b4e4-7fb75d604369 req-e062f20d-1619-4a17-bf55-40ca4dbb0303 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668414'] for port, precommit_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:19.825239 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-e85b002a-257f-43f1-b977-e3e158c57596 req-3ba56612-31f3-44f5-ac5e-4c04f301f9a2 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] 10.222.0.26 "GET /v2.0/security-groups?id=71e0047f-f5f5-4bfe-9edd-64cb2daf8f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471973 Jun 15 14:21:19.898943 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.plugin [req-1565b734-d95b-403c-b4e4-7fb75d604369 req-e062f20d-1619-4a17-bf55-40ca4dbb0303 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Calling delete_port for dc9abd9d-d9c7-48a1-8c33-5d8b0bd8eecb owned by compute:nova {{(pid=91907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:21:20.051358 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-1565b734-d95b-403c-b4e4-7fb75d604369 req-e062f20d-1619-4a17-bf55-40ca4dbb0303 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781714486604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781714044438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4061906'] for port, after_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:20.057440 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-906b40cd-54ef-4879-af93-b31445955271 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:21:20.093240 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e062f20d-1619-4a17-bf55-40ca4dbb0303 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Pushing event deleted for resources: {'Port': ['ID=dc9abd9d-d9c7-48a1-8c33-5d8b0bd8eecb,revision_number=None']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:21:20.098223 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-e062f20d-1619-4a17-bf55-40ca4dbb0303 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:21:20.147246 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.db.l3_dvrscheduler_db [req-1565b734-d95b-403c-b4e4-7fb75d604369 req-e062f20d-1619-4a17-bf55-40ca4dbb0303 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] No DVR routers for this DVR port dc9abd9d-d9c7-48a1-8c33-5d8b0bd8eecb on host hv-cinder-79647 {{(pid=91907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:21:20.149769 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-1565b734-d95b-403c-b4e4-7fb75d604369 req-e062f20d-1619-4a17-bf55-40ca4dbb0303 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58954'] for port, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:20.151727 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-1565b734-d95b-403c-b4e4-7fb75d604369 req-e062f20d-1619-4a17-bf55-40ca4dbb0303 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] 10.222.0.67 "DELETE /v2.0/ports/dc9abd9d-d9c7-48a1-8c33-5d8b0bd8eecb HTTP/1.1" status: 204 len: 173 time: 0.6942062 Jun 15 14:21:20.152768 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31dc7157-8256-403d-9629-9d226d2363cf', 'name': 'network-vif-deleted', 'tag': 'dc9abd9d-d9c7-48a1-8c33-5d8b0bd8eecb'}] {{(pid=91907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:21:20.155069 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24467d57c8f568e2e16d95ba24031d6b60035fd708ad429d2e8baac5a477cd4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dd86ffd-7edb-41f9-8fa3-0fcafd0dd8da" -d '{"events": [{"server_uuid": "31dc7157-8256-403d-9629-9d226d2363cf", "name": "network-vif-deleted", "tag": "dc9abd9d-d9c7-48a1-8c33-5d8b0bd8eecb"}]}' {{(pid=91907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:21:20.192968 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-465c3140-0a62-4926-85a4-efa7191d12d7 x-openstack-request-id: req-465c3140-0a62-4926-85a4-efa7191d12d7 {{(pid=91907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:21:20.193298 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31dc7157-8256-403d-9629-9d226d2363cf", "name": "network-vif-deleted", "tag": "dc9abd9d-d9c7-48a1-8c33-5d8b0bd8eecb", "status": "completed", "code": 200}]} {{(pid=91907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:21:20.193585 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-465c3140-0a62-4926-85a4-efa7191d12d7 {{(pid=91907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:21:20.194019 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31dc7157-8256-403d-9629-9d226d2363cf', 'name': 'network-vif-deleted', 'tag': 'dc9abd9d-d9c7-48a1-8c33-5d8b0bd8eecb', 'status': 'completed', 'code': 200} Jun 15 14:21:20.399761 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72da3aee-7e78-4055-8264-970a91dad32d req-fb9697bb-1be7-41f9-a0f6-88abbdb5435e tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:21:20.401119 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-72da3aee-7e78-4055-8264-970a91dad32d req-fb9697bb-1be7-41f9-a0f6-88abbdb5435e tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] 10.222.0.67 "GET /v2.0/ports?device_id=dad8d8f1-7dd2-48ce-8d91-95100f366154 HTTP/1.1" status: 200 len: 945 time: 0.0722995 Jun 15 14:21:20.520872 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.plugin [req-72da3aee-7e78-4055-8264-970a91dad32d req-9458a261-b50d-4d01-9e08-2966f1d9187a tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] Deleting port 39e12b96-2e25-49ea-9a37-0cd16c41932c {{(pid=91907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:21:20.521558 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-72da3aee-7e78-4055-8264-970a91dad32d req-9458a261-b50d-4d01-9e08-2966f1d9187a tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781714481448'] for port, before_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:20.647337 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.db [req-72da3aee-7e78-4055-8264-970a91dad32d req-9458a261-b50d-4d01-9e08-2966f1d9187a tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] For port 39e12b96-2e25-49ea-9a37-0cd16c41932c, host hv-cinder-79647, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79647',level=0,port_id=39e12b96-2e25-49ea-9a37-0cd16c41932c,segment=NetworkSegment(c7cfb710-a97c-4e7b-ab8f-c7d608e0a9ac),segment_id=c7cfb710-a97c-4e7b-ab8f-c7d608e0a9ac)] {{(pid=91907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:21:20.647725 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-72da3aee-7e78-4055-8264-970a91dad32d req-9458a261-b50d-4d01-9e08-2966f1d9187a tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668414'] for port, precommit_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:20.687770 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:20.747619 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.plugin [req-72da3aee-7e78-4055-8264-970a91dad32d req-9458a261-b50d-4d01-9e08-2966f1d9187a tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] Calling delete_port for 39e12b96-2e25-49ea-9a37-0cd16c41932c owned by compute:nova {{(pid=91907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:21:20.931792 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-07a779b1-bf40-4b84-9627-ba84e5b25949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:20.932893 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-72da3aee-7e78-4055-8264-970a91dad32d req-9458a261-b50d-4d01-9e08-2966f1d9187a tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781714486604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781714044438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4061906'] for port, after_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:20.941861 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-bccd2e0d-0e5d-4a1d-809c-fc3ea576bbee tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:21:20.972255 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] get_ports_and_sgs() called for port_ids ['39e12b96-2e25-49ea-9a37-0cd16c41932c'] {{(pid=91909) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:21:20.980876 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18086d79-5d73-4e25-8044-b51eae7ef66b req-08eaaf3d-360a-4d67-b047-46bc47d8f76e tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:21:20.987878 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-18086d79-5d73-4e25-8044-b51eae7ef66b req-08eaaf3d-360a-4d67-b047-46bc47d8f76e tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] 10.222.0.26 "GET /v2.0/ports?device_id=dad8d8f1-7dd2-48ce-8d91-95100f366154 HTTP/1.1" status: 200 len: 867 time: 0.0893860 Jun 15 14:21:21.018221 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9458a261-b50d-4d01-9e08-2966f1d9187a tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] Pushing event deleted for resources: {'Port': ['ID=39e12b96-2e25-49ea-9a37-0cd16c41932c,revision_number=None']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:21:21.027268 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-9458a261-b50d-4d01-9e08-2966f1d9187a tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:21:21.044475 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-18086d79-5d73-4e25-8044-b51eae7ef66b req-ba52da7f-dc49-4839-8339-f4a1b00d918e tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] 10.222.0.26 "GET /v2.0/security-groups?id=26c81b0a-94da-4c47-a5d9-dfd483e72a30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552480 Jun 15 14:21:21.056120 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.db.l3_dvrscheduler_db [req-72da3aee-7e78-4055-8264-970a91dad32d req-9458a261-b50d-4d01-9e08-2966f1d9187a tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] No DVR routers for this DVR port 39e12b96-2e25-49ea-9a37-0cd16c41932c on host hv-cinder-79647 {{(pid=91907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:21:21.059410 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-72da3aee-7e78-4055-8264-970a91dad32d req-9458a261-b50d-4d01-9e08-2966f1d9187a tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58954'] for port, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:21.061815 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-72da3aee-7e78-4055-8264-970a91dad32d req-9458a261-b50d-4d01-9e08-2966f1d9187a tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] 10.222.0.67 "DELETE /v2.0/ports/39e12b96-2e25-49ea-9a37-0cd16c41932c HTTP/1.1" status: 204 len: 173 time: 0.6547346 Jun 15 14:21:21.404378 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Device dc9abd9d-d9c7-48a1-8c33-5d8b0bd8eecb no longer exists at agent hyperv_hv-cinder-79647 {{(pid=91909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:21:21.430436 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.plugin [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] No Port match for: dc9abd9d-d9c7-48a1-8c33-5d8b0bd8eecb {{(pid=91909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:21:21.430804 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Device dc9abd9d-d9c7-48a1-8c33-5d8b0bd8eecb not bound to the agent host hv-cinder-79647 {{(pid=91909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:21:21.661963 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 40794) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:21:21.801101 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-a2325736-757f-4788-9f3d-6fe831cb64a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:21.955835 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.agents_db [None req-1fbdf4bf-3b4b-440e-bd18-8a0939d62d55 None None] Agent healthcheck: found 6 active agents {{(pid=91910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:21:22.195128 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dad8d8f1-7dd2-48ce-8d91-95100f366154', 'name': 'network-vif-deleted', 'tag': '39e12b96-2e25-49ea-9a37-0cd16c41932c'}] {{(pid=91907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:21:22.197411 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24467d57c8f568e2e16d95ba24031d6b60035fd708ad429d2e8baac5a477cd4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0321b82b-7f7d-482a-a8ef-4f9479f8e303" -d '{"events": [{"server_uuid": "dad8d8f1-7dd2-48ce-8d91-95100f366154", "name": "network-vif-deleted", "tag": "39e12b96-2e25-49ea-9a37-0cd16c41932c"}]}' {{(pid=91907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:21:22.208458 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-9363cc06-338b-49cf-bc7e-2ef74e565ccb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-670171'] for router_interface, before_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:22.256578 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a87e17b-e397-495c-897e-4353784822e5 x-openstack-request-id: req-5a87e17b-e397-495c-897e-4353784822e5 {{(pid=91907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:21:22.256988 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dad8d8f1-7dd2-48ce-8d91-95100f366154", "name": "network-vif-deleted", "tag": "39e12b96-2e25-49ea-9a37-0cd16c41932c", "status": "completed", "code": 200}]} {{(pid=91907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:21:22.257198 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5a87e17b-e397-495c-897e-4353784822e5 {{(pid=91907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:21:22.257647 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dad8d8f1-7dd2-48ce-8d91-95100f366154', 'name': 'network-vif-deleted', 'tag': '39e12b96-2e25-49ea-9a37-0cd16c41932c', 'status': 'completed', 'code': 200} Jun 15 14:21:22.601006 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.plugin [None req-9363cc06-338b-49cf-bc7e-2ef74e565ccb admin admin] Deleting port 2b5a2317-017c-436e-9fef-b5ae01e715f8 {{(pid=91907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:21:22.601513 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-9363cc06-338b-49cf-bc7e-2ef74e565ccb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781714481448'] for port, before_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:22.710993 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.db [None req-9363cc06-338b-49cf-bc7e-2ef74e565ccb admin admin] For port 2b5a2317-017c-436e-9fef-b5ae01e715f8, host dv-cinder-796471-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796471-1-iscsi',level=0,port_id=2b5a2317-017c-436e-9fef-b5ae01e715f8,segment=NetworkSegment(51b69454-caf5-406c-8c30-6edaddc466c7),segment_id=51b69454-caf5-406c-8c30-6edaddc466c7)] {{(pid=91907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:21:22.711617 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-9363cc06-338b-49cf-bc7e-2ef74e565ccb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668414'] for port, precommit_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:22.806384 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.plugin [None req-9363cc06-338b-49cf-bc7e-2ef74e565ccb admin admin] Calling delete_port for 2b5a2317-017c-436e-9fef-b5ae01e715f8 owned by network:router_interface {{(pid=91907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:21:22.881945 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 40830) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:21:22.991683 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-3fa1ff54-4b8c-4ed2-8b40-696e482ee8fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:23.032272 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-9363cc06-338b-49cf-bc7e-2ef74e565ccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781714486604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781714044438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4061906'] for port, after_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:23.035092 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-2116ce48-239c-4972-8326-6aaab7ab3299 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:21:23.068435 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9363cc06-338b-49cf-bc7e-2ef74e565ccb admin admin] Pushing event deleted for resources: {'Port': ['ID=2b5a2317-017c-436e-9fef-b5ae01e715f8,revision_number=None']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:21:23.071557 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-9363cc06-338b-49cf-bc7e-2ef74e565ccb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:21:23.088593 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-3fa1ff54-4b8c-4ed2-8b40-696e482ee8fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:23.093548 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-3fa1ff54-4b8c-4ed2-8b40-696e482ee8fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:23.096405 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-a65c36c8-bf5b-41ee-b9ac-4fdac4d8b723 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:21:23.146618 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-3fa1ff54-4b8c-4ed2-8b40-696e482ee8fb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4269aa95f3cc44598e37f651510a27af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2603772 Jun 15 14:21:23.146618 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa1ff54-4b8c-4ed2-8b40-696e482ee8fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=345a01f0-3f31-4876-87cd-6d4a1ec077d6,revision_number=1']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:21:23.149060 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-3fa1ff54-4b8c-4ed2-8b40-696e482ee8fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:21:23.149921 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 40834) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:21:23.209772 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-80582af3-67d2-42c6-9df9-fe6235e5ce2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:23.237779 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-80582af3-67d2-42c6-9df9-fe6235e5ce2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:23.303607 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-80582af3-67d2-42c6-9df9-fe6235e5ce2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:23.306299 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-80582af3-67d2-42c6-9df9-fe6235e5ce2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:23.307533 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-80582af3-67d2-42c6-9df9-fe6235e5ce2f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/345a01f0-3f31-4876-87cd-6d4a1ec077d6 HTTP/1.1" status: 204 len: 168 time: 0.1563952 Jun 15 14:21:23.308378 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-e7430bc1-0b4e-4494-98ed-b4e34a2b4494 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:21:23.318926 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80582af3-67d2-42c6-9df9-fe6235e5ce2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=345a01f0-3f31-4876-87cd-6d4a1ec077d6,revision_number=None']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:21:23.321213 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-80582af3-67d2-42c6-9df9-fe6235e5ce2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:21:23.413162 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Device 39e12b96-2e25-49ea-9a37-0cd16c41932c no longer exists at agent hyperv_hv-cinder-79647 {{(pid=91909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:21:23.455375 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.plugin [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] No Port match for: 39e12b96-2e25-49ea-9a37-0cd16c41932c {{(pid=91909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:21:23.455747 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Device 39e12b96-2e25-49ea-9a37-0cd16c41932c not bound to the agent host hv-cinder-79647 {{(pid=91909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:21:23.464671 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-987cb3c8-732e-4ef7-aae2-903816ba9880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:23.588679 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-9363cc06-338b-49cf-bc7e-2ef74e565ccb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669771'] for router_interface, after_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:23.635897 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 40846) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:21:23.655529 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-5196f442-462d-4605-902d-b88590f75394 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:23.752370 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-5196f442-462d-4605-902d-b88590f75394 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:23.756660 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-5196f442-462d-4605-902d-b88590f75394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:23.759156 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-5548a555-a740-4d18-a8d6-41d52396fb41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:21:23.799732 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-5196f442-462d-4605-902d-b88590f75394 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4a042e9b2ec048a8b83cb219df6c0afe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1619902 Jun 15 14:21:23.800753 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5196f442-462d-4605-902d-b88590f75394 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=167592b4-0d7c-4ad6-8e02-b6047974b38c,revision_number=1']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:21:23.802275 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 40848) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:21:23.803822 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-5196f442-462d-4605-902d-b88590f75394 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:21:23.927165 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-7cfaa40c-bf7d-40f9-9e6e-6af0fd5eb137 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:23.941509 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9363cc06-338b-49cf-bc7e-2ef74e565ccb admin admin] Router 1e8a65a5-d09a-4b25-9517-9c6cef50beb3 has already been hosted by L3 agent 7c0fcfb6-ee6c-4f84-9204-f4cc96555f34 {{(pid=91907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:21:23.958319 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-7cfaa40c-bf7d-40f9-9e6e-6af0fd5eb137 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:24.123947 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9363cc06-338b-49cf-bc7e-2ef74e565ccb admin admin] Notify agent at l3_agent.dv-cinder-796471-1-iscsi the message routers_updated {{(pid=91907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:21:24.125840 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-7cfaa40c-bf7d-40f9-9e6e-6af0fd5eb137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:24.128526 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-7cfaa40c-bf7d-40f9-9e6e-6af0fd5eb137 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:24.129456 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-7cfaa40c-bf7d-40f9-9e6e-6af0fd5eb137 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/167592b4-0d7c-4ad6-8e02-b6047974b38c HTTP/1.1" status: 204 len: 168 time: 0.3262379 Jun 15 14:21:24.132878 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-9363cc06-338b-49cf-bc7e-2ef74e565ccb admin admin] 10.222.0.26 "PUT /v2.0/routers/1e8a65a5-d09a-4b25-9517-9c6cef50beb3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4697766 Jun 15 14:21:24.133705 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-df54b9ca-9057-4eca-ad7d-ac90d3bbaa02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:21:24.134353 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4654e224-3207-4ce5-8147-e21ad649757d None None] Sync routers for ids ['1e8a65a5-d09a-4b25-9517-9c6cef50beb3'] in dv-cinder-796471-1-iscsi {{(pid=91909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:21:24.135692 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 40852) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:21:24.145930 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4654e224-3207-4ce5-8147-e21ad649757d None None] Routers {'1e8a65a5-d09a-4b25-9517-9c6cef50beb3'} bound to L3 agent in host dv-cinder-796471-1-iscsi {{(pid=91909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:21:24.147062 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_hamode_db [None req-4654e224-3207-4ce5-8147-e21ad649757d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796471-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-15T14:04:51Z,description=,heartbeat_timestamp=2021-06-15T14:21:21Z,host='dv-cinder-796471-1-iscsi',id=7c0fcfb6-ee6c-4f84-9204-f4cc96555f34,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:04:51Z,topic='l3_agent')) {'router_ids': ['1e8a65a5-d09a-4b25-9517-9c6cef50beb3'], 'active': True} {{(pid=91909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:21:24.195016 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfaa40c-bf7d-40f9-9e6e-6af0fd5eb137 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=167592b4-0d7c-4ad6-8e02-b6047974b38c,revision_number=None']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:21:24.237019 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-7cfaa40c-bf7d-40f9-9e6e-6af0fd5eb137 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:21:24.285400 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-cc5ed2ff-c7ba-4ca7-849f-47b4f770542c admin admin] Notify callbacks [] for router, before_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:24.312983 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_dvr_db [None req-4654e224-3207-4ce5-8147-e21ad649757d None None] Set router 1e8a65a5-d09a-4b25-9517-9c6cef50beb3 gateway port host: dv-cinder-796471-1-iscsi {{(pid=91909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:21:24.431860 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-cc5ed2ff-c7ba-4ca7-849f-47b4f770542c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:24.499741 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.plugin [None req-cc5ed2ff-c7ba-4ca7-849f-47b4f770542c admin admin] Deleting port 7282ff04-9329-40c6-adaf-350ba0642f25 {{(pid=91907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:21:24.500120 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-cc5ed2ff-c7ba-4ca7-849f-47b4f770542c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781714481448'] for port, before_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:24.573380 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_hamode_db [None req-4654e224-3207-4ce5-8147-e21ad649757d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e8a65a5-d09a-4b25-9517-9c6cef50beb3', 'name': 'tempest-TestMinimumBasicScenario-1451712082-router', 'tenant_id': 'bdbc49f82db24b3887142e44b8029698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'external_fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '7282ff04-9329-40c6-adaf-350ba0642f25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:18:08Z', 'updated_at': '2021-06-15T14:21:22Z', 'revision_number': 5, 'project_id': 'bdbc49f82db24b3887142e44b8029698', 'gw_port': {'id': '7282ff04-9329-40c6-adaf-350ba0642f25', 'name': '', 'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:2c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8a65a5-d09a-4b25-9517-9c6cef50beb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:18:09Z', 'updated_at': '2021-06-15T14:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796471-1-iscsi'}], 'dv-cinder-796471-1-iscsi', False) {} {{(pid=91909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:21:24.578201 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4654e224-3207-4ce5-8147-e21ad649757d None None] Checking router: 1e8a65a5-d09a-4b25-9517-9c6cef50beb3 for host: dv-cinder-796471-1-iscsi {{(pid=91909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:21:24.589555 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4654e224-3207-4ce5-8147-e21ad649757d None None] Routers {'1e8a65a5-d09a-4b25-9517-9c6cef50beb3'} bound to L3 agent in host dv-cinder-796471-1-iscsi {{(pid=91909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:21:24.590653 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_hamode_db [None req-4654e224-3207-4ce5-8147-e21ad649757d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796471-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-15T14:04:51Z,description=,heartbeat_timestamp=2021-06-15T14:21:21Z,host='dv-cinder-796471-1-iscsi',id=7c0fcfb6-ee6c-4f84-9204-f4cc96555f34,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:04:51Z,topic='l3_agent')) {'router_ids': ['1e8a65a5-d09a-4b25-9517-9c6cef50beb3'], 'active': True} {{(pid=91909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:21:24.619279 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.db [None req-cc5ed2ff-c7ba-4ca7-849f-47b4f770542c admin admin] For port 7282ff04-9329-40c6-adaf-350ba0642f25, host dv-cinder-796471-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796471-1-iscsi',level=0,port_id=7282ff04-9329-40c6-adaf-350ba0642f25,segment=NetworkSegment(16359361-6c0e-4f40-8a0e-56105654022c),segment_id=16359361-6c0e-4f40-8a0e-56105654022c)] {{(pid=91907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:21:24.619653 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-cc5ed2ff-c7ba-4ca7-849f-47b4f770542c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668414'] for port, precommit_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:24.720847 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.plugin [None req-cc5ed2ff-c7ba-4ca7-849f-47b4f770542c admin admin] Calling delete_port for 7282ff04-9329-40c6-adaf-350ba0642f25 owned by network:router_gateway {{(pid=91907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:21:24.729835 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_dvr_db [None req-4654e224-3207-4ce5-8147-e21ad649757d None None] Set router 1e8a65a5-d09a-4b25-9517-9c6cef50beb3 gateway port host: None {{(pid=91909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:21:24.820057 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_hamode_db [None req-4654e224-3207-4ce5-8147-e21ad649757d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e8a65a5-d09a-4b25-9517-9c6cef50beb3', 'name': 'tempest-TestMinimumBasicScenario-1451712082-router', 'tenant_id': 'bdbc49f82db24b3887142e44b8029698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:18:08Z', 'updated_at': '2021-06-15T14:21:24Z', 'revision_number': 6, 'project_id': 'bdbc49f82db24b3887142e44b8029698', 'gw_port_host': None}], 'dv-cinder-796471-1-iscsi', False) {} {{(pid=91909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:21:24.824061 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4654e224-3207-4ce5-8147-e21ad649757d None None] The sync data for ids ['1e8a65a5-d09a-4b25-9517-9c6cef50beb3'] in dv-cinder-796471-1-iscsi is: [{'id': '1e8a65a5-d09a-4b25-9517-9c6cef50beb3', 'name': 'tempest-TestMinimumBasicScenario-1451712082-router', 'tenant_id': 'bdbc49f82db24b3887142e44b8029698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:18:08Z', 'updated_at': '2021-06-15T14:21:24Z', 'revision_number': 6, 'project_id': 'bdbc49f82db24b3887142e44b8029698', 'gw_port_host': None}] {{(pid=91909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:21:24.942702 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-cc5ed2ff-c7ba-4ca7-849f-47b4f770542c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781714486604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781714044438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4061906'] for port, after_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:24.945786 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-07854d04-71aa-4c08-b36d-03b58dbc3b19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:21:24.979084 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5ed2ff-c7ba-4ca7-849f-47b4f770542c admin admin] Pushing event deleted for resources: {'Port': ['ID=7282ff04-9329-40c6-adaf-350ba0642f25,revision_number=None']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:21:24.982049 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-cc5ed2ff-c7ba-4ca7-849f-47b4f770542c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:21:25.057447 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-cc5ed2ff-c7ba-4ca7-849f-47b4f770542c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-667160'] for router_gateway, after_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:25.208905 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-cc5ed2ff-c7ba-4ca7-849f-47b4f770542c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-706281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10782'] for router, precommit_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:25.212197 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-cc5ed2ff-c7ba-4ca7-849f-47b4f770542c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:25.280629 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-cc5ed2ff-c7ba-4ca7-849f-47b4f770542c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-770111'] for router, after_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:25.281195 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc5ed2ff-c7ba-4ca7-849f-47b4f770542c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1e8a65a5-d09a-4b25-9517-9c6cef50beb3 {{(pid=91907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 15 14:21:25.285835 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-cc5ed2ff-c7ba-4ca7-849f-47b4f770542c admin admin] Notify callbacks [] for router, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:25.287101 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-cc5ed2ff-c7ba-4ca7-849f-47b4f770542c admin admin] 10.222.0.26 "DELETE /v2.0/routers/1e8a65a5-d09a-4b25-9517-9c6cef50beb3 HTTP/1.1" status: 204 len: 168 time: 1.1504879 Jun 15 14:21:25.289578 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 40884) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:21:25.342462 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e0bf73b-042a-4c62-b023-3f1d0ab4da87 admin admin] Deleting subnet d4d04c56-7574-499d-9928-de3ab052dae1 {{(pid=91907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 15 14:21:25.345582 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-4e0bf73b-042a-4c62-b023-3f1d0ab4da87 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:25.402437 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-4e0bf73b-042a-4c62-b023-3f1d0ab4da87 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8456787'] for subnet, precommit_delete_associations {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:25.499895 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-4e0bf73b-042a-4c62-b023-3f1d0ab4da87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32884212'] for subnet, precommit_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:25.571935 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-4e0bf73b-042a-4c62-b023-3f1d0ab4da87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32884221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4061992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3414655'] for subnet, after_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:25.578214 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:21:25.642067 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0bf73b-042a-4c62-b023-3f1d0ab4da87 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4d04c56-7574-499d-9928-de3ab052dae1,revision_number=None']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:21:25.647358 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-4e0bf73b-042a-4c62-b023-3f1d0ab4da87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:21:25.648927 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-4e0bf73b-042a-4c62-b023-3f1d0ab4da87 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:25.652304 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-4e0bf73b-042a-4c62-b023-3f1d0ab4da87 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/d4d04c56-7574-499d-9928-de3ab052dae1 HTTP/1.1" status: 204 len: 168 time: 0.3614926 Jun 15 14:21:25.654960 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 40894) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:21:25.658193 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d70acb-948b-4928-8fc3-f8f29658ebda None None] Network d785db07-dec5-4c04-aa3b-7e193f13bd39 requested from dv-cinder-796471-1-iscsi {{(pid=91909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:21:25.762190 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-05473d3d-12b6-4e8a-afa0-5a8876b6f500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33040767'] for network, before_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:25.830917 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.plugin [None req-05473d3d-12b6-4e8a-afa0-5a8876b6f500 admin admin] Deleting port a3d6932a-0de1-4070-8251-bcbdad1ec3ca {{(pid=91907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:21:25.831268 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-05473d3d-12b6-4e8a-afa0-5a8876b6f500 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781714481448'] for port, before_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:25.931176 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.db [None req-05473d3d-12b6-4e8a-afa0-5a8876b6f500 admin admin] For port a3d6932a-0de1-4070-8251-bcbdad1ec3ca, host dv-cinder-796471-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796471-1-iscsi',level=0,port_id=a3d6932a-0de1-4070-8251-bcbdad1ec3ca,segment=NetworkSegment(51b69454-caf5-406c-8c30-6edaddc466c7),segment_id=51b69454-caf5-406c-8c30-6edaddc466c7)] {{(pid=91907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:21:25.931564 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-05473d3d-12b6-4e8a-afa0-5a8876b6f500 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668414'] for port, precommit_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:25.948006 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e4fa68-49c0-437b-a11b-1eef3879625b None None] DHCP port deletion for d785db07-dec5-4c04-aa3b-7e193f13bd39 request from dv-cinder-796471-1-iscsi {{(pid=91909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 15 14:21:26.018605 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.plugin [None req-71e4fa68-49c0-437b-a11b-1eef3879625b None None] Deleting port a3d6932a-0de1-4070-8251-bcbdad1ec3ca {{(pid=91909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:21:26.019029 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-71e4fa68-49c0-437b-a11b-1eef3879625b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781714481448'] for port, before_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:26.034805 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.plugin [None req-05473d3d-12b6-4e8a-afa0-5a8876b6f500 admin admin] Calling delete_port for a3d6932a-0de1-4070-8251-bcbdad1ec3ca owned by network:dhcp {{(pid=91907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:21:26.120584 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-71e4fa68-49c0-437b-a11b-1eef3879625b None None] For port a3d6932a-0de1-4070-8251-bcbdad1ec3ca, host dv-cinder-796471-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796471-1-iscsi',level=0,port_id=a3d6932a-0de1-4070-8251-bcbdad1ec3ca,segment=NetworkSegment(51b69454-caf5-406c-8c30-6edaddc466c7),segment_id=51b69454-caf5-406c-8c30-6edaddc466c7)] {{(pid=91909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:21:26.121273 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-71e4fa68-49c0-437b-a11b-1eef3879625b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668414'] for port, precommit_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:26.158481 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-05473d3d-12b6-4e8a-afa0-5a8876b6f500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781714486604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781714044438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4061906'] for port, after_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:26.161441 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-23ba06ed-31a9-4889-b350-285e96cbb554 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:21:26.194558 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05473d3d-12b6-4e8a-afa0-5a8876b6f500 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3d6932a-0de1-4070-8251-bcbdad1ec3ca,revision_number=None']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:21:26.196439 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05473d3d-12b6-4e8a-afa0-5a8876b6f500 admin admin] No DVR routers for this DVR port a3d6932a-0de1-4070-8251-bcbdad1ec3ca on host dv-cinder-796471-1-iscsi {{(pid=91907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:21:26.197943 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-05473d3d-12b6-4e8a-afa0-5a8876b6f500 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:21:26.301167 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-05473d3d-12b6-4e8a-afa0-5a8876b6f500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32895081', 'neutron.services.segments.db._delete_segments_for_network-8781714566072'] for network, precommit_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:26.313132 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.services.segments.db [None req-05473d3d-12b6-4e8a-afa0-5a8876b6f500 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d785db07-dec5-4c04-aa3b-7e193f13bd39']}} {{(pid=91907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:21:26.325230 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.services.segments.db [None req-05473d3d-12b6-4e8a-afa0-5a8876b6f500 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51b69454-caf5-406c-8c30-6edaddc466c7') {'for_net_delete': True} {{(pid=91907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:21:26.325527 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.services.segments.db [None req-05473d3d-12b6-4e8a-afa0-5a8876b6f500 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51b69454-caf5-406c-8c30-6edaddc466c7') {} {{(pid=91907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:21:26.336024 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-05473d3d-12b6-4e8a-afa0-5a8876b6f500 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781714565910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8456792'] for segment, before_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:26.352314 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-05473d3d-12b6-4e8a-afa0-5a8876b6f500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32890017'] for segment, precommit_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:26.358986 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.plugin [None req-71e4fa68-49c0-437b-a11b-1eef3879625b None None] Calling delete_port for a3d6932a-0de1-4070-8251-bcbdad1ec3ca owned by network:dhcp {{(pid=91909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:21:26.359537 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05473d3d-12b6-4e8a-afa0-5a8876b6f500 admin admin] Releasing vlan 861 on physical network physnet1 to pool {{(pid=91907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:21:26.359876 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-05473d3d-12b6-4e8a-afa0-5a8876b6f500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32890017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4061825'] for segment, after_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:26.361703 dv-cinder-796471-1-iscsi neutron-server[91907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:21:26.361703 dv-cinder-796471-1-iscsi neutron-server[91907]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:21:26.361703 dv-cinder-796471-1-iscsi neutron-server[91907]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:21:26.361703 dv-cinder-796471-1-iscsi neutron-server[91907]: retrieve_revision_numbers = { Jun 15 14:21:26.361703 dv-cinder-796471-1-iscsi neutron-server[91907]: Traceback (most recent call last): Jun 15 14:21:26.361703 dv-cinder-796471-1-iscsi neutron-server[91907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 15 14:21:26.361703 dv-cinder-796471-1-iscsi neutron-server[91907]: timer() Jun 15 14:21:26.361703 dv-cinder-796471-1-iscsi neutron-server[91907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 15 14:21:26.361703 dv-cinder-796471-1-iscsi neutron-server[91907]: cb(*args, **kw) Jun 15 14:21:26.361703 dv-cinder-796471-1-iscsi neutron-server[91907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 15 14:21:26.361703 dv-cinder-796471-1-iscsi neutron-server[91907]: return func(*args, **kwargs) Jun 15 14:21:26.361703 dv-cinder-796471-1-iscsi neutron-server[91907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 15 14:21:26.361703 dv-cinder-796471-1-iscsi neutron-server[91907]: self._notify() Jun 15 14:21:26.361703 dv-cinder-796471-1-iscsi neutron-server[91907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 15 14:21:26.361703 dv-cinder-796471-1-iscsi neutron-server[91907]: self.callback(batched_events) Jun 15 14:21:26.361703 dv-cinder-796471-1-iscsi neutron-server[91907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 15 14:21:26.361703 dv-cinder-796471-1-iscsi neutron-server[91907]: event.method(event) Jun 15 14:21:26.361703 dv-cinder-796471-1-iscsi neutron-server[91907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 15 14:21:26.361703 dv-cinder-796471-1-iscsi neutron-server[91907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 15 14:21:26.361703 dv-cinder-796471-1-iscsi neutron-server[91907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 15 14:21:26.361703 dv-cinder-796471-1-iscsi neutron-server[91907]: aggregate_uuid = self.p_client.list_aggregates( Jun 15 14:21:26.361703 dv-cinder-796471-1-iscsi neutron-server[91907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 15 14:21:26.361703 dv-cinder-796471-1-iscsi neutron-server[91907]: return f(self, *a, **k) Jun 15 14:21:26.361703 dv-cinder-796471-1-iscsi neutron-server[91907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 15 14:21:26.361703 dv-cinder-796471-1-iscsi neutron-server[91907]: return self._get(url).json() Jun 15 14:21:26.361703 dv-cinder-796471-1-iscsi neutron-server[91907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 15 14:21:26.361703 dv-cinder-796471-1-iscsi neutron-server[91907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 15 14:21:26.361703 dv-cinder-796471-1-iscsi neutron-server[91907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 15 14:21:26.361703 dv-cinder-796471-1-iscsi neutron-server[91907]: return self.request(url, 'GET', **kwargs) Jun 15 14:21:26.361703 dv-cinder-796471-1-iscsi neutron-server[91907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 15 14:21:26.361703 dv-cinder-796471-1-iscsi neutron-server[91907]: base_url = self.get_endpoint(auth, allow=allow, Jun 15 14:21:26.361703 dv-cinder-796471-1-iscsi neutron-server[91907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 15 14:21:26.361703 dv-cinder-796471-1-iscsi neutron-server[91907]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 15 14:21:26.361703 dv-cinder-796471-1-iscsi neutron-server[91907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 15 14:21:26.361703 dv-cinder-796471-1-iscsi neutron-server[91907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 15 14:21:26.361703 dv-cinder-796471-1-iscsi neutron-server[91907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 15 14:21:26.442644 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-05473d3d-12b6-4e8a-afa0-5a8876b6f500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32895094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-350226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667141'] for network, after_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:26.446327 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:21:26.448882 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-05473d3d-12b6-4e8a-afa0-5a8876b6f500 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537372'] for network, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:26.451496 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-05473d3d-12b6-4e8a-afa0-5a8876b6f500 admin admin] 10.222.0.26 "DELETE /v2.0/networks/d785db07-dec5-4c04-aa3b-7e193f13bd39 HTTP/1.1" status: 204 len: 168 time: 0.7951906 Jun 15 14:21:26.454443 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 40908) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:21:26.456515 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-71e4fa68-49c0-437b-a11b-1eef3879625b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781714486604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781714044438'] for port, after_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:26.458457 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:21:26.465563 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05473d3d-12b6-4e8a-afa0-5a8876b6f500 admin admin] Pushing event deleted for resources: {'Network': ['ID=d785db07-dec5-4c04-aa3b-7e193f13bd39,revision_number=None']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:21:26.467981 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-05473d3d-12b6-4e8a-afa0-5a8876b6f500 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:21:26.488348 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-71e4fa68-49c0-437b-a11b-1eef3879625b None None] Network d785db07-dec5-4c04-aa3b-7e193f13bd39 is not hosted by any dhcp agent {{(pid=91909) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:235}} Jun 15 14:21:26.488811 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e4fa68-49c0-437b-a11b-1eef3879625b None None] No DVR routers for this DVR port a3d6932a-0de1-4070-8251-bcbdad1ec3ca on host dv-cinder-796471-1-iscsi {{(pid=91909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:21:26.498438 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e4fa68-49c0-437b-a11b-1eef3879625b None None] Pushing event deleted for resources: {'Port': ['ID=a3d6932a-0de1-4070-8251-bcbdad1ec3ca,revision_number=None']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:21:26.498438 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-71e4fa68-49c0-437b-a11b-1eef3879625b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:21:26.850523 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Device 7282ff04-9329-40c6-adaf-350ba0642f25 no longer exists at agent ovs-agent-dv-cinder-796471-1-iscsi {{(pid=91909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:21:26.879779 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.plugin [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] No Port match for: 7282ff04-9329-40c6-adaf-350ba0642f25 {{(pid=91909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:21:26.880132 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Device 7282ff04-9329-40c6-adaf-350ba0642f25 not bound to the agent host dv-cinder-796471-1-iscsi {{(pid=91909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:21:26.880563 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Device 2b5a2317-017c-436e-9fef-b5ae01e715f8 no longer exists at agent ovs-agent-dv-cinder-796471-1-iscsi {{(pid=91909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:21:26.905942 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.plugin [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] No Port match for: 2b5a2317-017c-436e-9fef-b5ae01e715f8 {{(pid=91909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:21:26.906208 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Device 2b5a2317-017c-436e-9fef-b5ae01e715f8 not bound to the agent host dv-cinder-796471-1-iscsi {{(pid=91909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:21:26.906640 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Device a3d6932a-0de1-4070-8251-bcbdad1ec3ca no longer exists at agent ovs-agent-dv-cinder-796471-1-iscsi {{(pid=91909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:21:26.939595 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.plugin [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] No Port match for: a3d6932a-0de1-4070-8251-bcbdad1ec3ca {{(pid=91909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:21:26.939959 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Device a3d6932a-0de1-4070-8251-bcbdad1ec3ca not bound to the agent host dv-cinder-796471-1-iscsi {{(pid=91909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:21:27.213093 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-eae42a29-cbd2-47b1-b466-bcc43a5ae860 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-670171'] for router_interface, before_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:27.567114 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.plugin [None req-eae42a29-cbd2-47b1-b466-bcc43a5ae860 admin admin] Deleting port dc31c154-692e-431c-8a19-4dd93c87b6ce {{(pid=91906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:21:27.567793 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-eae42a29-cbd2-47b1-b466-bcc43a5ae860 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781714481448'] for port, before_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:27.589426 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:27.671234 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.db [None req-eae42a29-cbd2-47b1-b466-bcc43a5ae860 admin admin] For port dc31c154-692e-431c-8a19-4dd93c87b6ce, host dv-cinder-796471-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796471-1-iscsi',level=0,port_id=dc31c154-692e-431c-8a19-4dd93c87b6ce,segment=NetworkSegment(c1ba742f-bbe3-4fe0-b88d-42bd00f1ea9a),segment_id=c1ba742f-bbe3-4fe0-b88d-42bd00f1ea9a)] {{(pid=91906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:21:27.671580 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-eae42a29-cbd2-47b1-b466-bcc43a5ae860 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668414'] for port, precommit_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:27.764815 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.plugin [None req-eae42a29-cbd2-47b1-b466-bcc43a5ae860 admin admin] Calling delete_port for dc31c154-692e-431c-8a19-4dd93c87b6ce owned by network:router_interface {{(pid=91906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:21:27.985344 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-eae42a29-cbd2-47b1-b466-bcc43a5ae860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781714486604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781714044438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3410898'] for port, after_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:27.987495 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-e2f8d183-b8a1-4d6b-a85d-99c0e08de50f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:21:28.017058 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae42a29-cbd2-47b1-b466-bcc43a5ae860 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc31c154-692e-431c-8a19-4dd93c87b6ce,revision_number=None']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:21:28.020327 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-eae42a29-cbd2-47b1-b466-bcc43a5ae860 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:21:28.260758 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-eae42a29-cbd2-47b1-b466-bcc43a5ae860 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669771'] for router_interface, after_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:28.559707 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eae42a29-cbd2-47b1-b466-bcc43a5ae860 admin admin] Router f33418dd-6c5d-4f3c-ac47-6ab7de6399ca has already been hosted by L3 agent 7c0fcfb6-ee6c-4f84-9204-f4cc96555f34 {{(pid=91906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:21:28.706558 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eae42a29-cbd2-47b1-b466-bcc43a5ae860 admin admin] Notify agent at l3_agent.dv-cinder-796471-1-iscsi the message routers_updated {{(pid=91906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:21:28.711934 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-eae42a29-cbd2-47b1-b466-bcc43a5ae860 admin admin] 10.222.0.26 "PUT /v2.0/routers/f33418dd-6c5d-4f3c-ac47-6ab7de6399ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2559276 Jun 15 14:21:28.714312 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 40936) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:21:28.717638 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af59e79b-adf8-4d11-97b9-d97786e5d97c None None] Sync routers for ids ['f33418dd-6c5d-4f3c-ac47-6ab7de6399ca'] in dv-cinder-796471-1-iscsi {{(pid=91910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:21:28.732179 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af59e79b-adf8-4d11-97b9-d97786e5d97c None None] Routers {'f33418dd-6c5d-4f3c-ac47-6ab7de6399ca'} bound to L3 agent in host dv-cinder-796471-1-iscsi {{(pid=91910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:21:28.732816 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-af59e79b-adf8-4d11-97b9-d97786e5d97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796471-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-15T14:04:51Z,description=,heartbeat_timestamp=2021-06-15T14:21:21Z,host='dv-cinder-796471-1-iscsi',id=7c0fcfb6-ee6c-4f84-9204-f4cc96555f34,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:04:51Z,topic='l3_agent')) {'router_ids': ['f33418dd-6c5d-4f3c-ac47-6ab7de6399ca'], 'active': True} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:21:28.867031 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-de29fbcb-8325-4646-8425-dccb044db195 admin admin] Notify callbacks [] for router, before_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:28.883631 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvr_db [None req-af59e79b-adf8-4d11-97b9-d97786e5d97c None None] Set router f33418dd-6c5d-4f3c-ac47-6ab7de6399ca gateway port host: dv-cinder-796471-1-iscsi {{(pid=91910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:21:29.010501 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-de29fbcb-8325-4646-8425-dccb044db195 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:29.079557 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.plugin [None req-de29fbcb-8325-4646-8425-dccb044db195 admin admin] Deleting port b2985c07-d4cb-4754-a0d3-f4496536b2e0 {{(pid=91906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:21:29.079968 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-de29fbcb-8325-4646-8425-dccb044db195 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781714481448'] for port, before_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:29.117986 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-af59e79b-adf8-4d11-97b9-d97786e5d97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f33418dd-6c5d-4f3c-ac47-6ab7de6399ca', 'name': 'tempest-TestMinimumBasicScenario-1045903534-router', 'tenant_id': '7fefc6d1eff14093bfdb361d9672d355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'external_fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': 'b2985c07-d4cb-4754-a0d3-f4496536b2e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:18:15Z', 'updated_at': '2021-06-15T14:21:27Z', 'revision_number': 5, 'project_id': '7fefc6d1eff14093bfdb361d9672d355', 'gw_port': {'id': 'b2985c07-d4cb-4754-a0d3-f4496536b2e0', 'name': '', 'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:e6:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33418dd-6c5d-4f3c-ac47-6ab7de6399ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:18:16Z', 'updated_at': '2021-06-15T14:18:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796471-1-iscsi'}], 'dv-cinder-796471-1-iscsi', False) {} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:21:29.121915 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af59e79b-adf8-4d11-97b9-d97786e5d97c None None] Checking router: f33418dd-6c5d-4f3c-ac47-6ab7de6399ca for host: dv-cinder-796471-1-iscsi {{(pid=91910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:21:29.130904 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af59e79b-adf8-4d11-97b9-d97786e5d97c None None] Routers {'f33418dd-6c5d-4f3c-ac47-6ab7de6399ca'} bound to L3 agent in host dv-cinder-796471-1-iscsi {{(pid=91910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:21:29.131431 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-af59e79b-adf8-4d11-97b9-d97786e5d97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796471-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-15T14:04:51Z,description=,heartbeat_timestamp=2021-06-15T14:21:21Z,host='dv-cinder-796471-1-iscsi',id=7c0fcfb6-ee6c-4f84-9204-f4cc96555f34,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:04:51Z,topic='l3_agent')) {'router_ids': ['f33418dd-6c5d-4f3c-ac47-6ab7de6399ca'], 'active': True} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:21:29.190506 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.db [None req-de29fbcb-8325-4646-8425-dccb044db195 admin admin] For port b2985c07-d4cb-4754-a0d3-f4496536b2e0, host dv-cinder-796471-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796471-1-iscsi',level=0,port_id=b2985c07-d4cb-4754-a0d3-f4496536b2e0,segment=NetworkSegment(16359361-6c0e-4f40-8a0e-56105654022c),segment_id=16359361-6c0e-4f40-8a0e-56105654022c)] {{(pid=91906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:21:29.190889 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-de29fbcb-8325-4646-8425-dccb044db195 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668414'] for port, precommit_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:29.253942 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvr_db [None req-af59e79b-adf8-4d11-97b9-d97786e5d97c None None] Set router f33418dd-6c5d-4f3c-ac47-6ab7de6399ca gateway port host: None {{(pid=91910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:21:29.299209 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.plugin [None req-de29fbcb-8325-4646-8425-dccb044db195 admin admin] Calling delete_port for b2985c07-d4cb-4754-a0d3-f4496536b2e0 owned by network:router_gateway {{(pid=91906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:21:29.333727 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-af59e79b-adf8-4d11-97b9-d97786e5d97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f33418dd-6c5d-4f3c-ac47-6ab7de6399ca', 'name': 'tempest-TestMinimumBasicScenario-1045903534-router', 'tenant_id': '7fefc6d1eff14093bfdb361d9672d355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:18:15Z', 'updated_at': '2021-06-15T14:21:29Z', 'revision_number': 6, 'project_id': '7fefc6d1eff14093bfdb361d9672d355', 'gw_port_host': None}], 'dv-cinder-796471-1-iscsi', False) {} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:21:29.337237 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af59e79b-adf8-4d11-97b9-d97786e5d97c None None] The sync data for ids ['f33418dd-6c5d-4f3c-ac47-6ab7de6399ca'] in dv-cinder-796471-1-iscsi is: [{'id': 'f33418dd-6c5d-4f3c-ac47-6ab7de6399ca', 'name': 'tempest-TestMinimumBasicScenario-1045903534-router', 'tenant_id': '7fefc6d1eff14093bfdb361d9672d355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:18:15Z', 'updated_at': '2021-06-15T14:21:29Z', 'revision_number': 6, 'project_id': '7fefc6d1eff14093bfdb361d9672d355', 'gw_port_host': None}] {{(pid=91910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:21:29.509326 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-de29fbcb-8325-4646-8425-dccb044db195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781714486604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781714044438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3410898'] for port, after_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:29.512680 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-4ae58bb6-ef3b-4e5e-b439-3fd1d87566e8 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:21:29.544732 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de29fbcb-8325-4646-8425-dccb044db195 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2985c07-d4cb-4754-a0d3-f4496536b2e0,revision_number=None']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:21:29.547422 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-de29fbcb-8325-4646-8425-dccb044db195 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:21:29.623838 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-de29fbcb-8325-4646-8425-dccb044db195 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-667160'] for router_gateway, after_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:29.760583 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-de29fbcb-8325-4646-8425-dccb044db195 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-706281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10782'] for router, precommit_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:29.762691 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-de29fbcb-8325-4646-8425-dccb044db195 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:29.820090 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-de29fbcb-8325-4646-8425-dccb044db195 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-770111'] for router, after_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:29.820611 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de29fbcb-8325-4646-8425-dccb044db195 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f33418dd-6c5d-4f3c-ac47-6ab7de6399ca {{(pid=91906) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 15 14:21:29.824940 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-de29fbcb-8325-4646-8425-dccb044db195 admin admin] Notify callbacks [] for router, before_response {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:29.826004 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-de29fbcb-8325-4646-8425-dccb044db195 admin admin] 10.222.0.26 "DELETE /v2.0/routers/f33418dd-6c5d-4f3c-ac47-6ab7de6399ca HTTP/1.1" status: 204 len: 168 time: 1.1107628 Jun 15 14:21:29.828573 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 40950) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:21:29.880567 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0ca586b-7d04-48b8-8739-95e7f5e5b2f5 admin admin] Deleting subnet e81de77d-43b7-4bf9-90a0-985c4f851d32 {{(pid=91906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 15 14:21:29.883582 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-e0ca586b-7d04-48b8-8739-95e7f5e5b2f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:30.231071 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-e0ca586b-7d04-48b8-8739-95e7f5e5b2f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3510251'] for subnet, precommit_delete_associations {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:30.242316 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 40964) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:21:30.363968 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-e0ca586b-7d04-48b8-8739-95e7f5e5b2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32884212'] for subnet, precommit_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:30.377426 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-742770be-d12f-4a1e-a0df-5f5cff243fc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:30.446601 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-e0ca586b-7d04-48b8-8739-95e7f5e5b2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32884221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3410472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3427184'] for subnet, after_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:30.450904 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:21:30.481880 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-742770be-d12f-4a1e-a0df-5f5cff243fc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:30.482443 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ca586b-7d04-48b8-8739-95e7f5e5b2f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e81de77d-43b7-4bf9-90a0-985c4f851d32,revision_number=None']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:21:30.484420 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-e0ca586b-7d04-48b8-8739-95e7f5e5b2f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537372'] for subnet, before_response {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:30.488989 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-e0ca586b-7d04-48b8-8739-95e7f5e5b2f5 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/e81de77d-43b7-4bf9-90a0-985c4f851d32 HTTP/1.1" status: 204 len: 168 time: 0.6593802 Jun 15 14:21:30.489352 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 40974) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:21:30.490037 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-e0ca586b-7d04-48b8-8739-95e7f5e5b2f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:21:30.494140 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5204e96c-a8e6-4589-a77b-91459b78fd14 None None] Network 9d6a23b8-7d72-4524-9392-a9b9e19fdddd requested from dv-cinder-796471-1-iscsi {{(pid=91909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:21:30.498765 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-742770be-d12f-4a1e-a0df-5f5cff243fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:30.519502 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-4077cd94-9774-46ac-9a0f-3d3868492ce8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:21:30.574432 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-742770be-d12f-4a1e-a0df-5f5cff243fc4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2e7e4ad756534a329d7ae7affb4631e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3308954 Jun 15 14:21:30.577104 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 40976) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:21:30.624989 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742770be-d12f-4a1e-a0df-5f5cff243fc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53bdb474-520b-435a-bcfc-b2f4054f650e,revision_number=1']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:21:30.639932 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742770be-d12f-4a1e-a0df-5f5cff243fc4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:21:30.640615 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742770be-d12f-4a1e-a0df-5f5cff243fc4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:21:30.641152 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742770be-d12f-4a1e-a0df-5f5cff243fc4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:21:30.641681 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742770be-d12f-4a1e-a0df-5f5cff243fc4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:21:30.643044 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742770be-d12f-4a1e-a0df-5f5cff243fc4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:21:30.643781 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742770be-d12f-4a1e-a0df-5f5cff243fc4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:21:30.644299 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742770be-d12f-4a1e-a0df-5f5cff243fc4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:21:30.644828 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742770be-d12f-4a1e-a0df-5f5cff243fc4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:21:30.645378 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742770be-d12f-4a1e-a0df-5f5cff243fc4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:21:30.645907 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742770be-d12f-4a1e-a0df-5f5cff243fc4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:21:30.646699 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742770be-d12f-4a1e-a0df-5f5cff243fc4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:21:30.647286 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742770be-d12f-4a1e-a0df-5f5cff243fc4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:21:30.653574 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-742770be-d12f-4a1e-a0df-5f5cff243fc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:21:30.658382 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-740d48ef-6966-43ab-877b-e9bd7687e3ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33040767'] for network, before_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:30.697178 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-2f68a2cf-aad5-440e-aa2d-af48e9318d16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:30.724889 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-2f68a2cf-aad5-440e-aa2d-af48e9318d16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:30.766434 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.plugin [None req-740d48ef-6966-43ab-877b-e9bd7687e3ea admin admin] Deleting port 7577ad9d-2135-459b-bcf2-ceca35dbd6ce {{(pid=91907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:21:30.766802 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-740d48ef-6966-43ab-877b-e9bd7687e3ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781714481448'] for port, before_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:30.784180 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a357aa05-289e-47ff-b188-58d58fcfa79b None None] DHCP port deletion for 9d6a23b8-7d72-4524-9392-a9b9e19fdddd request from dv-cinder-796471-1-iscsi {{(pid=91909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 15 14:21:30.791279 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-2f68a2cf-aad5-440e-aa2d-af48e9318d16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:30.795737 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-2f68a2cf-aad5-440e-aa2d-af48e9318d16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:30.797650 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-2f68a2cf-aad5-440e-aa2d-af48e9318d16 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/53bdb474-520b-435a-bcfc-b2f4054f650e HTTP/1.1" status: 204 len: 168 time: 0.2194843 Jun 15 14:21:30.798723 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-49ab334a-8d87-4715-b6a8-fd7d278443b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:21:30.810457 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f68a2cf-aad5-440e-aa2d-af48e9318d16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53bdb474-520b-435a-bcfc-b2f4054f650e,revision_number=None']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:21:30.813132 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-2f68a2cf-aad5-440e-aa2d-af48e9318d16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:21:30.866106 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.db [None req-740d48ef-6966-43ab-877b-e9bd7687e3ea admin admin] For port 7577ad9d-2135-459b-bcf2-ceca35dbd6ce, host dv-cinder-796471-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796471-1-iscsi',level=0,port_id=7577ad9d-2135-459b-bcf2-ceca35dbd6ce,segment=NetworkSegment(c1ba742f-bbe3-4fe0-b88d-42bd00f1ea9a),segment_id=c1ba742f-bbe3-4fe0-b88d-42bd00f1ea9a)] {{(pid=91907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:21:30.866908 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-740d48ef-6966-43ab-877b-e9bd7687e3ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668414'] for port, precommit_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:30.869638 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.plugin [None req-a357aa05-289e-47ff-b188-58d58fcfa79b None None] Deleting port 7577ad9d-2135-459b-bcf2-ceca35dbd6ce {{(pid=91909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:21:30.870219 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-a357aa05-289e-47ff-b188-58d58fcfa79b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781714481448'] for port, before_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:30.905971 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Device dc31c154-692e-431c-8a19-4dd93c87b6ce no longer exists at agent ovs-agent-dv-cinder-796471-1-iscsi {{(pid=91909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:21:30.971172 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.plugin [None req-740d48ef-6966-43ab-877b-e9bd7687e3ea admin admin] Calling delete_port for 7577ad9d-2135-459b-bcf2-ceca35dbd6ce owned by network:dhcp {{(pid=91907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:21:30.977070 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.plugin [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] No Port match for: dc31c154-692e-431c-8a19-4dd93c87b6ce {{(pid=91909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:21:30.977512 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Device dc31c154-692e-431c-8a19-4dd93c87b6ce not bound to the agent host dv-cinder-796471-1-iscsi {{(pid=91909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:21:30.978004 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Device b2985c07-d4cb-4754-a0d3-f4496536b2e0 no longer exists at agent ovs-agent-dv-cinder-796471-1-iscsi {{(pid=91909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:21:31.014580 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-a357aa05-289e-47ff-b188-58d58fcfa79b None None] For port 7577ad9d-2135-459b-bcf2-ceca35dbd6ce, host dv-cinder-796471-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796471-1-iscsi',level=0,port_id=7577ad9d-2135-459b-bcf2-ceca35dbd6ce,segment=NetworkSegment(c1ba742f-bbe3-4fe0-b88d-42bd00f1ea9a),segment_id=c1ba742f-bbe3-4fe0-b88d-42bd00f1ea9a)] {{(pid=91909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:21:31.015012 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-a357aa05-289e-47ff-b188-58d58fcfa79b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668414'] for port, precommit_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:31.017263 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.plugin [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] No Port match for: b2985c07-d4cb-4754-a0d3-f4496536b2e0 {{(pid=91909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:21:31.017955 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Device b2985c07-d4cb-4754-a0d3-f4496536b2e0 not bound to the agent host dv-cinder-796471-1-iscsi {{(pid=91909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:21:31.018449 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Device 7577ad9d-2135-459b-bcf2-ceca35dbd6ce no longer exists at agent ovs-agent-dv-cinder-796471-1-iscsi {{(pid=91909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:21:31.083810 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-740d48ef-6966-43ab-877b-e9bd7687e3ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781714486604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781714044438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4061906'] for port, after_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:31.086817 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-2f7f5b3c-440b-45f3-9b2b-b36efb737529 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:21:31.115643 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740d48ef-6966-43ab-877b-e9bd7687e3ea admin admin] Pushing event deleted for resources: {'Port': ['ID=7577ad9d-2135-459b-bcf2-ceca35dbd6ce,revision_number=None']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:21:31.118737 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-740d48ef-6966-43ab-877b-e9bd7687e3ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:21:31.119535 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740d48ef-6966-43ab-877b-e9bd7687e3ea admin admin] No DVR routers for this DVR port 7577ad9d-2135-459b-bcf2-ceca35dbd6ce on host dv-cinder-796471-1-iscsi {{(pid=91907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:21:31.134568 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 40986) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:21:31.137284 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.plugin [None req-a357aa05-289e-47ff-b188-58d58fcfa79b None None] Calling delete_port for 7577ad9d-2135-459b-bcf2-ceca35dbd6ce owned by network:dhcp {{(pid=91909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:21:31.153031 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-8a2b781e-8a66-4f25-8018-78bd6e5c1471 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:31.211732 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] No active binding found for port 7577ad9d-2135-459b-bcf2-ceca35dbd6ce {{(pid=91909) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jun 15 14:21:31.212176 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Device 7577ad9d-2135-459b-bcf2-ceca35dbd6ce not bound to the agent host dv-cinder-796471-1-iscsi {{(pid=91909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:21:31.254495 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-a357aa05-289e-47ff-b188-58d58fcfa79b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781714486604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781714044438'] for port, after_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:31.258616 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:21:31.279330 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-8a2b781e-8a66-4f25-8018-78bd6e5c1471 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:31.284263 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-8a2b781e-8a66-4f25-8018-78bd6e5c1471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:31.287514 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a357aa05-289e-47ff-b188-58d58fcfa79b None None] Pushing event deleted for resources: {'Port': ['ID=7577ad9d-2135-459b-bcf2-ceca35dbd6ce,revision_number=None']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:21:31.288688 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-311ce3bc-5af2-43ef-82c1-d3785f1a0570 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:21:31.291221 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-a357aa05-289e-47ff-b188-58d58fcfa79b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:21:31.292327 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a357aa05-289e-47ff-b188-58d58fcfa79b None None] No DVR routers for this DVR port 7577ad9d-2135-459b-bcf2-ceca35dbd6ce on host dv-cinder-796471-1-iscsi {{(pid=91909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:21:31.332952 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2b781e-8a66-4f25-8018-78bd6e5c1471 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a856b83-5202-44c7-b252-3567ab734490,revision_number=1']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:21:31.337369 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-8a2b781e-8a66-4f25-8018-78bd6e5c1471 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=aa85f39db107450db6aed37caacda86f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2016501 Jun 15 14:21:31.338342 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-8a2b781e-8a66-4f25-8018-78bd6e5c1471 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:21:31.340612 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 40988) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:21:31.400289 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-b3601dca-7c60-4f9e-b664-b34701ab819f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:31.429883 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-b3601dca-7c60-4f9e-b664-b34701ab819f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:31.486671 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-b3601dca-7c60-4f9e-b664-b34701ab819f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:31.489320 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-b3601dca-7c60-4f9e-b664-b34701ab819f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:31.490449 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-b3601dca-7c60-4f9e-b664-b34701ab819f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1a856b83-5202-44c7-b252-3567ab734490 HTTP/1.1" status: 204 len: 168 time: 0.1488435 Jun 15 14:21:31.491270 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-ce123848-2289-43de-b053-d4d2cecfe05a tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:21:31.499867 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3601dca-7c60-4f9e-b664-b34701ab819f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a856b83-5202-44c7-b252-3567ab734490,revision_number=None']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:21:31.502681 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-b3601dca-7c60-4f9e-b664-b34701ab819f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:21:31.512765 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-740d48ef-6966-43ab-877b-e9bd7687e3ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32895081', 'neutron.services.segments.db._delete_segments_for_network-8781714566072'] for network, precommit_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:31.524799 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.services.segments.db [None req-740d48ef-6966-43ab-877b-e9bd7687e3ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d6a23b8-7d72-4524-9392-a9b9e19fdddd']}} {{(pid=91907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:21:31.536580 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.services.segments.db [None req-740d48ef-6966-43ab-877b-e9bd7687e3ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1ba742f-bbe3-4fe0-b88d-42bd00f1ea9a') {'for_net_delete': True} {{(pid=91907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:21:31.536989 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.services.segments.db [None req-740d48ef-6966-43ab-877b-e9bd7687e3ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1ba742f-bbe3-4fe0-b88d-42bd00f1ea9a') {} {{(pid=91907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:21:31.547278 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-740d48ef-6966-43ab-877b-e9bd7687e3ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781714565910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8456792'] for segment, before_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:31.561513 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-740d48ef-6966-43ab-877b-e9bd7687e3ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32890017'] for segment, precommit_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:31.567801 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-740d48ef-6966-43ab-877b-e9bd7687e3ea admin admin] Releasing vlan 871 on physical network physnet1 to pool {{(pid=91907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:21:31.568275 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-740d48ef-6966-43ab-877b-e9bd7687e3ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32890017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4061825'] for segment, after_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:31.569969 dv-cinder-796471-1-iscsi neutron-server[91907]: Traceback (most recent call last): Jun 15 14:21:31.569969 dv-cinder-796471-1-iscsi neutron-server[91907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 15 14:21:31.569969 dv-cinder-796471-1-iscsi neutron-server[91907]: timer() Jun 15 14:21:31.569969 dv-cinder-796471-1-iscsi neutron-server[91907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 15 14:21:31.569969 dv-cinder-796471-1-iscsi neutron-server[91907]: cb(*args, **kw) Jun 15 14:21:31.569969 dv-cinder-796471-1-iscsi neutron-server[91907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 15 14:21:31.569969 dv-cinder-796471-1-iscsi neutron-server[91907]: return func(*args, **kwargs) Jun 15 14:21:31.569969 dv-cinder-796471-1-iscsi neutron-server[91907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 15 14:21:31.569969 dv-cinder-796471-1-iscsi neutron-server[91907]: self._notify() Jun 15 14:21:31.569969 dv-cinder-796471-1-iscsi neutron-server[91907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 15 14:21:31.569969 dv-cinder-796471-1-iscsi neutron-server[91907]: self.callback(batched_events) Jun 15 14:21:31.569969 dv-cinder-796471-1-iscsi neutron-server[91907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 15 14:21:31.569969 dv-cinder-796471-1-iscsi neutron-server[91907]: event.method(event) Jun 15 14:21:31.569969 dv-cinder-796471-1-iscsi neutron-server[91907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 15 14:21:31.569969 dv-cinder-796471-1-iscsi neutron-server[91907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 15 14:21:31.569969 dv-cinder-796471-1-iscsi neutron-server[91907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 15 14:21:31.569969 dv-cinder-796471-1-iscsi neutron-server[91907]: aggregate_uuid = self.p_client.list_aggregates( Jun 15 14:21:31.569969 dv-cinder-796471-1-iscsi neutron-server[91907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 15 14:21:31.569969 dv-cinder-796471-1-iscsi neutron-server[91907]: return f(self, *a, **k) Jun 15 14:21:31.569969 dv-cinder-796471-1-iscsi neutron-server[91907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 15 14:21:31.569969 dv-cinder-796471-1-iscsi neutron-server[91907]: return self._get(url).json() Jun 15 14:21:31.569969 dv-cinder-796471-1-iscsi neutron-server[91907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 15 14:21:31.569969 dv-cinder-796471-1-iscsi neutron-server[91907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 15 14:21:31.569969 dv-cinder-796471-1-iscsi neutron-server[91907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 15 14:21:31.569969 dv-cinder-796471-1-iscsi neutron-server[91907]: return self.request(url, 'GET', **kwargs) Jun 15 14:21:31.569969 dv-cinder-796471-1-iscsi neutron-server[91907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 15 14:21:31.569969 dv-cinder-796471-1-iscsi neutron-server[91907]: base_url = self.get_endpoint(auth, allow=allow, Jun 15 14:21:31.569969 dv-cinder-796471-1-iscsi neutron-server[91907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 15 14:21:31.569969 dv-cinder-796471-1-iscsi neutron-server[91907]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 15 14:21:31.569969 dv-cinder-796471-1-iscsi neutron-server[91907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 15 14:21:31.569969 dv-cinder-796471-1-iscsi neutron-server[91907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 15 14:21:31.569969 dv-cinder-796471-1-iscsi neutron-server[91907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 15 14:21:31.647929 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-740d48ef-6966-43ab-877b-e9bd7687e3ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32895094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-350226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667141'] for network, after_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:31.654043 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-740d48ef-6966-43ab-877b-e9bd7687e3ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537372'] for network, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:31.656335 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-740d48ef-6966-43ab-877b-e9bd7687e3ea admin admin] 10.222.0.26 "DELETE /v2.0/networks/9d6a23b8-7d72-4524-9392-a9b9e19fdddd HTTP/1.1" status: 204 len: 168 time: 1.1659622 Jun 15 14:21:31.657200 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-07854d04-71aa-4c08-b36d-03b58dbc3b19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:21:31.675033 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740d48ef-6966-43ab-877b-e9bd7687e3ea admin admin] Pushing event deleted for resources: {'Network': ['ID=9d6a23b8-7d72-4524-9392-a9b9e19fdddd,revision_number=None']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:21:31.678073 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-740d48ef-6966-43ab-877b-e9bd7687e3ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:21:31.834811 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 41004) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:21:31.881116 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-904e12f3-5816-4060-8863-76319e56c679 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bdbc49f82db24b3887142e44b8029698&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0449958 Jun 15 14:21:31.883698 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 41008) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:21:31.966130 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-4b4c4e51-0ea5-42d1-b01b-00223489b4a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:31.996562 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-4b4c4e51-0ea5-42d1-b01b-00223489b4a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:32.061180 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-4b4c4e51-0ea5-42d1-b01b-00223489b4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:32.064054 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-4b4c4e51-0ea5-42d1-b01b-00223489b4a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:32.065216 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-4b4c4e51-0ea5-42d1-b01b-00223489b4a8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/71e0047f-f5f5-4bfe-9edd-64cb2daf8f18 HTTP/1.1" status: 204 len: 168 time: 0.1803265 Jun 15 14:21:32.066038 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-6a5084dc-47cf-49e0-9c35-cc20f9468546 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:21:32.078521 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c4e51-0ea5-42d1-b01b-00223489b4a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71e0047f-f5f5-4bfe-9edd-64cb2daf8f18,revision_number=None']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:21:32.080836 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-4b4c4e51-0ea5-42d1-b01b-00223489b4a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:21:32.388727 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 41028) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:21:32.435957 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-83c0200f-99ae-4959-94e9-460c1f2a06c4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7fefc6d1eff14093bfdb361d9672d355&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0458608 Jun 15 14:21:32.438275 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 41032) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:21:32.489722 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-86fc6a5c-5b61-40fb-a817-525683acc76c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:32.512481 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-86fc6a5c-5b61-40fb-a817-525683acc76c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:32.567602 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-86fc6a5c-5b61-40fb-a817-525683acc76c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:32.571516 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-86fc6a5c-5b61-40fb-a817-525683acc76c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:32.572990 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-86fc6a5c-5b61-40fb-a817-525683acc76c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/16ea09ac-10d4-4c03-b21e-2b2fd4321a48 HTTP/1.1" status: 204 len: 168 time: 0.1335626 Jun 15 14:21:32.574126 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-dae407f9-5696-4121-9f1d-6081ebfed8a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:21:32.587173 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fc6a5c-5b61-40fb-a817-525683acc76c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16ea09ac-10d4-4c03-b21e-2b2fd4321a48,revision_number=None']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:21:32.591487 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-86fc6a5c-5b61-40fb-a817-525683acc76c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:21:33.418036 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 41066) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:21:33.522083 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-933832ca-7801-4fa4-9ea6-f4d36ac2ad77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:33.615776 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-933832ca-7801-4fa4-9ea6-f4d36ac2ad77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:33.619912 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-933832ca-7801-4fa4-9ea6-f4d36ac2ad77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:33.623028 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-2dfcca22-d869-4632-b45d-15d60a7a8e58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:21:33.663054 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-933832ca-7801-4fa4-9ea6-f4d36ac2ad77 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=33480d3d30b340cfac0cc7dc181db3d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2436252 Jun 15 14:21:33.663976 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933832ca-7801-4fa4-9ea6-f4d36ac2ad77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9fa166b-53b2-4233-9d88-833bf0bf9136,revision_number=1']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:21:33.665927 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 41070) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:21:33.667060 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-933832ca-7801-4fa4-9ea6-f4d36ac2ad77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:21:33.720348 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-9fb5a6f8-8881-45a3-9853-a6fbf259c1c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:33.742732 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-9fb5a6f8-8881-45a3-9853-a6fbf259c1c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:33.795594 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-9fb5a6f8-8881-45a3-9853-a6fbf259c1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:33.798036 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-9fb5a6f8-8881-45a3-9853-a6fbf259c1c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:33.799208 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-9fb5a6f8-8881-45a3-9853-a6fbf259c1c3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e9fa166b-53b2-4233-9d88-833bf0bf9136 HTTP/1.1" status: 204 len: 168 time: 0.1322632 Jun 15 14:21:33.799969 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-09c2ebd0-c79b-4aab-b211-4a8759191605 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:21:33.808112 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb5a6f8-8881-45a3-9853-a6fbf259c1c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9fa166b-53b2-4233-9d88-833bf0bf9136,revision_number=None']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:21:33.810894 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-9fb5a6f8-8881-45a3-9853-a6fbf259c1c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:21:34.063210 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 41078) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:21:34.078361 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-7c65d11f-03f9-477a-ade9-5041bedd50bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:34.170538 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-7c65d11f-03f9-477a-ade9-5041bedd50bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:34.174318 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-7c65d11f-03f9-477a-ade9-5041bedd50bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:34.177659 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-5196f442-462d-4605-902d-b88590f75394 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:21:34.216800 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c65d11f-03f9-477a-ade9-5041bedd50bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72ebd9ce-9f94-4f3b-a3eb-16e9cef2a423,revision_number=1']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:21:34.220983 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-7c65d11f-03f9-477a-ade9-5041bedd50bb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6de5b7484b7f4efb9cf18261173e1d53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1567671 Jun 15 14:21:34.221939 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-7c65d11f-03f9-477a-ade9-5041bedd50bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:21:34.223742 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 41080) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:21:34.276524 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-f2814cfc-badf-4381-ad96-98e0c787a152 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:34.299220 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-f2814cfc-badf-4381-ad96-98e0c787a152 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:34.346811 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-f2814cfc-badf-4381-ad96-98e0c787a152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:34.349433 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-f2814cfc-badf-4381-ad96-98e0c787a152 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:34.350569 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-f2814cfc-badf-4381-ad96-98e0c787a152 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/72ebd9ce-9f94-4f3b-a3eb-16e9cef2a423 HTTP/1.1" status: 204 len: 168 time: 0.1260810 Jun 15 14:21:34.351321 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-2f68a2cf-aad5-440e-aa2d-af48e9318d16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:21:34.361019 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2814cfc-badf-4381-ad96-98e0c787a152 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72ebd9ce-9f94-4f3b-a3eb-16e9cef2a423,revision_number=None']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:21:34.363354 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-f2814cfc-badf-4381-ad96-98e0c787a152 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:21:35.021526 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 41104) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:21:35.116297 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.v2.base [None req-a48ecee7-54d3-4018-98b7-fe3c34ffd51b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-439535989-network', 'tenant_id': '451524af00cd4021b24bb20c564c7f44'}} {{(pid=91906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:21:35.136975 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a48ecee7-54d3-4018-98b7-fe3c34ffd51b admin admin] Made reservation on behalf of 451524af00cd4021b24bb20c564c7f44 for: {'network': 1} {{(pid=91906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:21:35.139466 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-a48ecee7-54d3-4018-98b7-fe3c34ffd51b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-33170876'] for network, before_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:35.150015 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-a48ecee7-54d3-4018-98b7-fe3c34ffd51b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:35.246624 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-a48ecee7-54d3-4018-98b7-fe3c34ffd51b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:35.250402 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-a48ecee7-54d3-4018-98b7-fe3c34ffd51b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:35.254126 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-4cdefcaf-932f-4431-ac03-fd98998da827 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:21:35.272019 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a48ecee7-54d3-4018-98b7-fe3c34ffd51b admin admin] vlan segment allocate from pool success with {'vlan_id': 873, 'physical_network': 'physnet1'} {{(pid=91906) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:21:35.286534 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48ecee7-54d3-4018-98b7-fe3c34ffd51b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e38aeb04-5cf3-4cf1-9cbe-5431930a5a73,revision_number=1']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:21:35.290705 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-a48ecee7-54d3-4018-98b7-fe3c34ffd51b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:21:35.291772 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-a48ecee7-54d3-4018-98b7-fe3c34ffd51b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32890017'] for segment, precommit_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:35.292113 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.db.segments_db [None req-a48ecee7-54d3-4018-98b7-fe3c34ffd51b admin admin] Added segment a0ae21ea-acdd-4ace-95d6-9b8b7dd72bf8 of type vlan for network e497bcdc-6133-4a11-8e2b-04445759b428 Jun 15 14:21:35.340245 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-a48ecee7-54d3-4018-98b7-fe3c34ffd51b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781714030749'] for network, precommit_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:35.368137 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-a48ecee7-54d3-4018-98b7-fe3c34ffd51b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-350226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537401'] for network, after_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:35.369337 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48ecee7-54d3-4018-98b7-fe3c34ffd51b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:21:35.369917 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-a48ecee7-54d3-4018-98b7-fe3c34ffd51b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537372'] for network, before_response {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:35.371973 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-0fd0271a-31ac-47cf-be1b-715ce159e035 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:21:35.406568 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-a48ecee7-54d3-4018-98b7-fe3c34ffd51b admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3839171 Jun 15 14:21:35.409555 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 41108) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:21:35.415154 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.v2.base [None req-d786d024-d394-43b0-aac3-79a17c4ea4f9 admin admin] Request body: {'subnet': {'network_id': 'e497bcdc-6133-4a11-8e2b-04445759b428', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-439535989-subnet', 'tenant_id': '451524af00cd4021b24bb20c564c7f44', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:21:35.437289 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d786d024-d394-43b0-aac3-79a17c4ea4f9 admin admin] Made reservation on behalf of 451524af00cd4021b24bb20c564c7f44 for: {'subnet': 1} {{(pid=91907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:21:35.439782 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-d786d024-d394-43b0-aac3-79a17c4ea4f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3414610'] for subnet, before_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:35.458566 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48ecee7-54d3-4018-98b7-fe3c34ffd51b admin admin] Pushing event updated for resources: {'Network': ['ID=e497bcdc-6133-4a11-8e2b-04445759b428,revision_number=1']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:21:35.461167 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-a48ecee7-54d3-4018-98b7-fe3c34ffd51b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:21:35.469606 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Network e497bcdc-6133-4a11-8e2b-04445759b428 details requested by agent ovs-agent-dv-cinder-796471-1-iscsi with host dv-cinder-796471-1-iscsi {{(pid=91909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:21:35.655240 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-d786d024-d394-43b0-aac3-79a17c4ea4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4062059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3414596'] for subnet, after_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:35.657511 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:21:35.712157 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d786d024-d394-43b0-aac3-79a17c4ea4f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e0c2735-3e40-4a9d-9600-87b14cecf611,revision_number=0']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:21:35.720496 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-d786d024-d394-43b0-aac3-79a17c4ea4f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:21:35.728949 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d786d024-d394-43b0-aac3-79a17c4ea4f9 admin admin] Checking segment: {'id': 'a0ae21ea-acdd-4ace-95d6-9b8b7dd72bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'e497bcdc-6133-4a11-8e2b-04445759b428'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:21:35.729309 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d786d024-d394-43b0-aac3-79a17c4ea4f9 admin admin] Network hostable DHCP agents. Network: e497bcdc-6133-4a11-8e2b-04445759b428, hostable agents: ['b76165da-6319-4f74-a975-61037e393453'], hosted agents: [] {{(pid=91907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:21:35.745377 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d786d024-d394-43b0-aac3-79a17c4ea4f9 admin admin] Network e497bcdc-6133-4a11-8e2b-04445759b428 is scheduled to be hosted by DHCP agent b76165da-6319-4f74-a975-61037e393453 with binding_index 1 {{(pid=91907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:21:35.754015 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.scheduler.base_scheduler [None req-d786d024-d394-43b0-aac3-79a17c4ea4f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796471-1-iscsi, e497bcdc-6133-4a11-8e2b-04445759b428) {{(pid=91907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:21:35.758141 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d786d024-d394-43b0-aac3-79a17c4ea4f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:21:35.758723 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-d786d024-d394-43b0-aac3-79a17c4ea4f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:35.764670 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-680ad09c-f39e-404f-bbb1-1eb01a878370 None None] Network e497bcdc-6133-4a11-8e2b-04445759b428 requested from dv-cinder-796471-1-iscsi {{(pid=91909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:21:35.779129 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-d786d024-d394-43b0-aac3-79a17c4ea4f9 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3624520 Jun 15 14:21:35.924451 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f7e065b-3b81-4f11-9c31-ac2867e75de7 None None] Network e497bcdc-6133-4a11-8e2b-04445759b428 requested from dv-cinder-796471-1-iscsi {{(pid=91909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:21:37.560498 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60208cb0-080c-44b8-80ba-1e06d0c332e5 req-acc33b06-9606-4ca1-85dd-b43ab13f5b38 tempest-VolumesActionsTest-599641971 tempest-VolumesActionsTest-599641971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:21:37.561901 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-60208cb0-080c-44b8-80ba-1e06d0c332e5 req-acc33b06-9606-4ca1-85dd-b43ab13f5b38 tempest-VolumesActionsTest-599641971 tempest-VolumesActionsTest-599641971-project] 10.222.0.26 "GET /v2.0/networks?id=e497bcdc-6133-4a11-8e2b-04445759b428 HTTP/1.1" status: 200 len: 808 time: 0.1338344 Jun 15 14:21:37.581741 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-60208cb0-080c-44b8-80ba-1e06d0c332e5 req-871b6e2c-1341-4a48-b4e6-b5d8d87c0ef3 tempest-VolumesActionsTest-599641971 tempest-VolumesActionsTest-599641971-project] 10.222.0.26 "GET /v2.0/quotas/451524af00cd4021b24bb20c564c7f44 HTTP/1.1" status: 200 len: 375 time: 0.0100176 Jun 15 14:21:37.625308 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-60208cb0-080c-44b8-80ba-1e06d0c332e5 req-35b268c0-10e9-4c00-8196-2cfe2253c4dc tempest-VolumesActionsTest-599641971 tempest-VolumesActionsTest-599641971-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=451524af00cd4021b24bb20c564c7f44&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0382068 Jun 15 14:21:37.738673 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-60208cb0-080c-44b8-80ba-1e06d0c332e5 req-afbc5f06-70c4-4822-b783-c74f284ccad9 service neutron] 10.222.0.26 "GET /v2.0/networks/e497bcdc-6133-4a11-8e2b-04445759b428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066868 Jun 15 14:21:37.858653 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-60208cb0-080c-44b8-80ba-1e06d0c332e5 req-ac768a01-8a58-4a54-aba2-c6dfebf7180e service neutron] 10.222.0.26 "GET /v2.0/networks/e497bcdc-6133-4a11-8e2b-04445759b428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140792 Jun 15 14:21:38.036652 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-25a235eb-4eba-4ba8-9a33-82b84b6dee13 req-a0635b95-1d6b-491f-9db1-a203dc7cdad9 tempest-VolumesActionsTest-599641971 tempest-VolumesActionsTest-599641971-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc2b0f13-3eeb-4738-855e-450c0c257a32 HTTP/1.1" status: 200 len: 210 time: 0.0340185 Jun 15 14:21:39.214250 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-82ee9d5e-81ca-4ba6-a3d1-afab5433cbc5 req-1a79e353-1720-4092-ae1c-ea4f18a0bb90 tempest-VolumesActionsTest-599641971 tempest-VolumesActionsTest-599641971-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc2b0f13-3eeb-4738-855e-450c0c257a32 HTTP/1.1" status: 200 len: 210 time: 0.0508459 Jun 15 14:21:39.299908 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60208cb0-080c-44b8-80ba-1e06d0c332e5 req-0cd01879-6761-4788-98ce-8ca36d9bf274 tempest-VolumesActionsTest-599641971 tempest-VolumesActionsTest-599641971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:21:39.301356 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-60208cb0-080c-44b8-80ba-1e06d0c332e5 req-0cd01879-6761-4788-98ce-8ca36d9bf274 tempest-VolumesActionsTest-599641971 tempest-VolumesActionsTest-599641971-project] 10.222.0.67 "GET /v2.0/networks?id=e497bcdc-6133-4a11-8e2b-04445759b428 HTTP/1.1" status: 200 len: 808 time: 0.1618826 Jun 15 14:21:39.320725 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.v2.base [req-60208cb0-080c-44b8-80ba-1e06d0c332e5 req-3400f5a6-0e67-4bb1-9fbd-b852fb3cdaad tempest-VolumesActionsTest-599641971 tempest-VolumesActionsTest-599641971-project] Request body: {'port': {'device_id': 'cc2b0f13-3eeb-4738-855e-450c0c257a32', 'network_id': 'e497bcdc-6133-4a11-8e2b-04445759b428', 'admin_state_up': True, 'tenant_id': '451524af00cd4021b24bb20c564c7f44'}} {{(pid=91907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:21:39.457289 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60208cb0-080c-44b8-80ba-1e06d0c332e5 req-3400f5a6-0e67-4bb1-9fbd-b852fb3cdaad tempest-VolumesActionsTest-599641971 tempest-VolumesActionsTest-599641971-project] Made reservation on behalf of 451524af00cd4021b24bb20c564c7f44 for: {'port': 1} {{(pid=91907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:21:39.460870 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-60208cb0-080c-44b8-80ba-1e06d0c332e5 req-3400f5a6-0e67-4bb1-9fbd-b852fb3cdaad tempest-VolumesActionsTest-599641971 tempest-VolumesActionsTest-599641971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-33170876'] for port, before_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:39.607169 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.db.db_base_plugin_common [req-60208cb0-080c-44b8-80ba-1e06d0c332e5 req-3400f5a6-0e67-4bb1-9fbd-b852fb3cdaad tempest-VolumesActionsTest-599641971 tempest-VolumesActionsTest-599641971-project] Allocated IP 172.20.0.10 (e497bcdc-6133-4a11-8e2b-04445759b428/5e0c2735-3e40-4a9d-9600-87b14cecf611/1b45e956-9e58-4109-a184-316f4007e273) {{(pid=91907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:21:39.784428 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-60208cb0-080c-44b8-80ba-1e06d0c332e5 req-3400f5a6-0e67-4bb1-9fbd-b852fb3cdaad tempest-VolumesActionsTest-599641971 tempest-VolumesActionsTest-599641971-project] Notify callbacks [] for port, precommit_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:39.829400 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-60208cb0-080c-44b8-80ba-1e06d0c332e5 req-3400f5a6-0e67-4bb1-9fbd-b852fb3cdaad tempest-VolumesActionsTest-599641971 tempest-VolumesActionsTest-599641971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33170815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-53808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781714044429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4061915'] for port, after_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:39.833484 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-8eea2271-d182-4d52-993b-755d027dcbc2 tempest-ServerRescueNegativeTestJSON-952095691 tempest-ServerRescueNegativeTestJSON-952095691-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:21:39.883024 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60208cb0-080c-44b8-80ba-1e06d0c332e5 req-3400f5a6-0e67-4bb1-9fbd-b852fb3cdaad tempest-VolumesActionsTest-599641971 tempest-VolumesActionsTest-599641971-project] Network e497bcdc-6133-4a11-8e2b-04445759b428 is already hosted by enough agents. {{(pid=91907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:21:39.886121 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.scheduler.base_scheduler [req-60208cb0-080c-44b8-80ba-1e06d0c332e5 req-3400f5a6-0e67-4bb1-9fbd-b852fb3cdaad tempest-VolumesActionsTest-599641971 tempest-VolumesActionsTest-599641971-project] Resources bound (agent type, host, resource id): {{(pid=91907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:21:39.889579 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.db.l3_dvrscheduler_db [req-60208cb0-080c-44b8-80ba-1e06d0c332e5 req-3400f5a6-0e67-4bb1-9fbd-b852fb3cdaad tempest-VolumesActionsTest-599641971 tempest-VolumesActionsTest-599641971-project] Received port after_create {{(pid=91907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:21:39.929559 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3400f5a6-0e67-4bb1-9fbd-b852fb3cdaad tempest-VolumesActionsTest-599641971 tempest-VolumesActionsTest-599641971-project] Pushing event updated for resources: {'Port': ['ID=1b45e956-9e58-4109-a184-316f4007e273,revision_number=1']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:21:39.932891 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-3400f5a6-0e67-4bb1-9fbd-b852fb3cdaad tempest-VolumesActionsTest-599641971 tempest-VolumesActionsTest-599641971-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:21:39.960659 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60208cb0-080c-44b8-80ba-1e06d0c332e5 req-3400f5a6-0e67-4bb1-9fbd-b852fb3cdaad tempest-VolumesActionsTest-599641971 tempest-VolumesActionsTest-599641971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:21:39.961269 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-60208cb0-080c-44b8-80ba-1e06d0c332e5 req-3400f5a6-0e67-4bb1-9fbd-b852fb3cdaad tempest-VolumesActionsTest-599641971 tempest-VolumesActionsTest-599641971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58954'] for port, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:39.975032 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-60208cb0-080c-44b8-80ba-1e06d0c332e5 req-3400f5a6-0e67-4bb1-9fbd-b852fb3cdaad tempest-VolumesActionsTest-599641971 tempest-VolumesActionsTest-599641971-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6581249 Jun 15 14:21:39.998467 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.v2.base [req-60208cb0-080c-44b8-80ba-1e06d0c332e5 req-6da82904-c2b4-441e-99ba-3e8fc5766c59 service neutron] Request body: {'port': {'device_id': 'cc2b0f13-3eeb-4738-855e-450c0c257a32', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79647'}} {{(pid=91907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:21:40.087572 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-60208cb0-080c-44b8-80ba-1e06d0c332e5 req-6da82904-c2b4-441e-99ba-3e8fc5766c59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:40.398724 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a838e2e4-08cd-4b14-94f7-cead4d9b37ca req-6bb25abd-a7f7-4868-abcc-6e47d86c08fd tempest-VolumesActionsTest-599641971 tempest-VolumesActionsTest-599641971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:21:40.400273 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-a838e2e4-08cd-4b14-94f7-cead4d9b37ca req-6bb25abd-a7f7-4868-abcc-6e47d86c08fd tempest-VolumesActionsTest-599641971 tempest-VolumesActionsTest-599641971-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc2b0f13-3eeb-4738-855e-450c0c257a32 HTTP/1.1" status: 200 len: 932 time: 0.0698900 Jun 15 14:21:40.412831 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.notifiers.nova [req-60208cb0-080c-44b8-80ba-1e06d0c332e5 req-6da82904-c2b4-441e-99ba-3e8fc5766c59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b45e956-9e58-4109-a184-316f4007e273 {{(pid=91907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:21:40.420849 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-60208cb0-080c-44b8-80ba-1e06d0c332e5 req-6da82904-c2b4-441e-99ba-3e8fc5766c59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:40.432804 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.db.provisioning_blocks [req-60208cb0-080c-44b8-80ba-1e06d0c332e5 req-6da82904-c2b4-441e-99ba-3e8fc5766c59 service neutron] Transition to ACTIVE for port object 1b45e956-9e58-4109-a184-316f4007e273 will not be triggered until provisioned by entity L2. {{(pid=91907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:21:40.437677 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-60208cb0-080c-44b8-80ba-1e06d0c332e5 req-6da82904-c2b4-441e-99ba-3e8fc5766c59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4061925'] for port, after_update {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:40.439916 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-0d7ef179-c4cf-442f-ad1a-42c69a48abbe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:21:40.448601 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-a838e2e4-08cd-4b14-94f7-cead4d9b37ca req-f8b967f3-ecfd-4aea-a1cb-1a0b024e2fd3 tempest-VolumesActionsTest-599641971 tempest-VolumesActionsTest-599641971-project] 10.222.0.26 "GET /v2.0/security-groups?id=e38aeb04-5cf3-4cf1-9cbe-5431930a5a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419276 Jun 15 14:21:40.534413 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da82904-c2b4-441e-99ba-3e8fc5766c59 service neutron] Pushing event updated for resources: {'Port': ['ID=1b45e956-9e58-4109-a184-316f4007e273,revision_number=2']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:21:40.538871 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-6da82904-c2b4-441e-99ba-3e8fc5766c59 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:21:40.622349 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.managers [req-60208cb0-080c-44b8-80ba-1e06d0c332e5 req-6da82904-c2b4-441e-99ba-3e8fc5766c59 service neutron] Attempting to bind port 1b45e956-9e58-4109-a184-316f4007e273 on host hv-cinder-79647 for vnic_type normal with profile {{(pid=91907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:21:40.622981 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.managers [req-60208cb0-080c-44b8-80ba-1e06d0c332e5 req-6da82904-c2b4-441e-99ba-3e8fc5766c59 service neutron] Attempting to bind port 1b45e956-9e58-4109-a184-316f4007e273 by drivers openvswitch,hyperv on host hv-cinder-79647 at level 0 using segments [{'id': 'a0ae21ea-acdd-4ace-95d6-9b8b7dd72bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'e497bcdc-6133-4a11-8e2b-04445759b428'}] {{(pid=91907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:21:40.623313 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60208cb0-080c-44b8-80ba-1e06d0c332e5 req-6da82904-c2b4-441e-99ba-3e8fc5766c59 service neutron] Attempting to bind port 1b45e956-9e58-4109-a184-316f4007e273 on network e497bcdc-6133-4a11-8e2b-04445759b428 {{(pid=91907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:21:40.627707 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60208cb0-080c-44b8-80ba-1e06d0c332e5 req-6da82904-c2b4-441e-99ba-3e8fc5766c59 service neutron] Port 1b45e956-9e58-4109-a184-316f4007e273 on network e497bcdc-6133-4a11-8e2b-04445759b428 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79647 {{(pid=91907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 14:21:40.628023 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60208cb0-080c-44b8-80ba-1e06d0c332e5 req-6da82904-c2b4-441e-99ba-3e8fc5766c59 service neutron] Attempting to bind port 1b45e956-9e58-4109-a184-316f4007e273 on network e497bcdc-6133-4a11-8e2b-04445759b428 {{(pid=91907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:21:40.636187 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60208cb0-080c-44b8-80ba-1e06d0c332e5 req-6da82904-c2b4-441e-99ba-3e8fc5766c59 service neutron] Checking agent: {'id': 'ecd79229-812b-453e-8934-f3ab9293fb1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79647', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 10, 57), 'started_at': datetime.datetime(2021, 6, 15, 14, 10, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:21:40.636546 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60208cb0-080c-44b8-80ba-1e06d0c332e5 req-6da82904-c2b4-441e-99ba-3e8fc5766c59 service neutron] Checking segment: {'id': 'a0ae21ea-acdd-4ace-95d6-9b8b7dd72bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'e497bcdc-6133-4a11-8e2b-04445759b428'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:21:40.637243 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60208cb0-080c-44b8-80ba-1e06d0c332e5 req-6da82904-c2b4-441e-99ba-3e8fc5766c59 service neutron] Bound using segment: {'id': 'a0ae21ea-acdd-4ace-95d6-9b8b7dd72bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'e497bcdc-6133-4a11-8e2b-04445759b428'} {{(pid=91907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:21:40.637998 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.managers [req-60208cb0-080c-44b8-80ba-1e06d0c332e5 req-6da82904-c2b4-441e-99ba-3e8fc5766c59 service neutron] Bound port: 1b45e956-9e58-4109-a184-316f4007e273, host: hv-cinder-79647, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0ae21ea-acdd-4ace-95d6-9b8b7dd72bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'e497bcdc-6133-4a11-8e2b-04445759b428'}}] {{(pid=91907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:21:40.638344 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-60208cb0-080c-44b8-80ba-1e06d0c332e5 req-6da82904-c2b4-441e-99ba-3e8fc5766c59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:40.709933 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.db [req-60208cb0-080c-44b8-80ba-1e06d0c332e5 req-6da82904-c2b4-441e-99ba-3e8fc5766c59 service neutron] For port 1b45e956-9e58-4109-a184-316f4007e273, host hv-cinder-79647, cleared binding levels {{(pid=91907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:21:40.713144 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.db [req-60208cb0-080c-44b8-80ba-1e06d0c332e5 req-6da82904-c2b4-441e-99ba-3e8fc5766c59 service neutron] For port 1b45e956-9e58-4109-a184-316f4007e273, host hv-cinder-79647, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79647',level=0,port_id=1b45e956-9e58-4109-a184-316f4007e273,segment=NetworkSegment(a0ae21ea-acdd-4ace-95d6-9b8b7dd72bf8),segment_id=a0ae21ea-acdd-4ace-95d6-9b8b7dd72bf8)] {{(pid=91907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:21:40.717616 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-60208cb0-080c-44b8-80ba-1e06d0c332e5 req-6da82904-c2b4-441e-99ba-3e8fc5766c59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4061925'] for port, after_update {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:40.719726 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-94e38c17-1ad9-4335-9fef-d66ded08a032 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:21:40.763035 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60208cb0-080c-44b8-80ba-1e06d0c332e5 req-6da82904-c2b4-441e-99ba-3e8fc5766c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:21:40.763653 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-60208cb0-080c-44b8-80ba-1e06d0c332e5 req-6da82904-c2b4-441e-99ba-3e8fc5766c59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58954'] for port, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:40.765061 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-60208cb0-080c-44b8-80ba-1e06d0c332e5 req-6da82904-c2b4-441e-99ba-3e8fc5766c59 service neutron] 10.222.0.67 "PUT /v2.0/ports/1b45e956-9e58-4109-a184-316f4007e273 HTTP/1.1" status: 200 len: 1094 time: 0.7717986 Jun 15 14:21:40.765575 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc2b0f13-3eeb-4738-855e-450c0c257a32', 'tag': '1b45e956-9e58-4109-a184-316f4007e273'}] {{(pid=91907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:21:40.768152 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24467d57c8f568e2e16d95ba24031d6b60035fd708ad429d2e8baac5a477cd4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6a30181-4cf1-4a0e-a996-1b3dd65b62f2" -d '{"events": [{"name": "network-changed", "server_uuid": "cc2b0f13-3eeb-4738-855e-450c0c257a32", "tag": "1b45e956-9e58-4109-a184-316f4007e273"}]}' {{(pid=91907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:21:40.789380 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da82904-c2b4-441e-99ba-3e8fc5766c59 service neutron] Pushing event updated for resources: {'Port': ['ID=1b45e956-9e58-4109-a184-316f4007e273,revision_number=3']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:21:40.792430 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-6da82904-c2b4-441e-99ba-3e8fc5766c59 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:21:40.812499 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 14:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-934a3cd6-b0bf-42c0-802f-06f7de87eaa7 x-openstack-request-id: req-934a3cd6-b0bf-42c0-802f-06f7de87eaa7 {{(pid=91907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:21:40.812831 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc2b0f13-3eeb-4738-855e-450c0c257a32", "tag": "1b45e956-9e58-4109-a184-316f4007e273", "status": "completed", "code": 200}]} {{(pid=91907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:21:40.813124 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-934a3cd6-b0bf-42c0-802f-06f7de87eaa7 {{(pid=91907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:21:40.813556 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc2b0f13-3eeb-4738-855e-450c0c257a32', 'tag': '1b45e956-9e58-4109-a184-316f4007e273', 'status': 'completed', 'code': 200} Jun 15 14:21:40.901078 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60208cb0-080c-44b8-80ba-1e06d0c332e5 req-7fc1236f-b436-4fe0-864e-0d612f7de051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:21:40.902564 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-60208cb0-080c-44b8-80ba-1e06d0c332e5 req-7fc1236f-b436-4fe0-864e-0d612f7de051 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=451524af00cd4021b24bb20c564c7f44&device_id=cc2b0f13-3eeb-4738-855e-450c0c257a32 HTTP/1.1" status: 200 len: 1097 time: 0.0642378 Jun 15 14:21:40.968216 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-60208cb0-080c-44b8-80ba-1e06d0c332e5 req-56424610-5caf-46f6-a31c-c7d3de89ff4c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1b45e956-9e58-4109-a184-316f4007e273 HTTP/1.1" status: 200 len: 217 time: 0.0514359 Jun 15 14:21:41.029250 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60208cb0-080c-44b8-80ba-1e06d0c332e5 req-854fd573-7191-4135-841c-733f91268f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:21:41.030664 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-60208cb0-080c-44b8-80ba-1e06d0c332e5 req-854fd573-7191-4135-841c-733f91268f86 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5e0c2735-3e40-4a9d-9600-87b14cecf611 HTTP/1.1" status: 200 len: 848 time: 0.0562458 Jun 15 14:21:41.070448 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-60208cb0-080c-44b8-80ba-1e06d0c332e5 req-6c932b90-b8da-43f6-b770-997ec8784e9f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e497bcdc-6133-4a11-8e2b-04445759b428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320492 Jun 15 14:21:41.188892 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-60208cb0-080c-44b8-80ba-1e06d0c332e5 req-a938dae5-a3d4-494c-b380-1e08139de763 service neutron] 10.222.0.67 "GET /v2.0/networks/e497bcdc-6133-4a11-8e2b-04445759b428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105206 Jun 15 14:21:41.303869 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-60208cb0-080c-44b8-80ba-1e06d0c332e5 req-137f27a4-c0e1-48b9-a862-7c6a55c1edfd service neutron] 10.222.0.67 "GET /v2.0/networks/e497bcdc-6133-4a11-8e2b-04445759b428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078422 Jun 15 14:21:41.469650 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a30181-4cf1-4a0e-a996-1b3dd65b62f2 req-71e2fe59-2d83-4f4d-bafa-172520d5faea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:21:41.471140 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-b6a30181-4cf1-4a0e-a996-1b3dd65b62f2 req-71e2fe59-2d83-4f4d-bafa-172520d5faea service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=451524af00cd4021b24bb20c564c7f44&device_id=cc2b0f13-3eeb-4738-855e-450c0c257a32 HTTP/1.1" status: 200 len: 1097 time: 0.0612352 Jun 15 14:21:41.592058 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a30181-4cf1-4a0e-a996-1b3dd65b62f2 req-13b61546-9af6-4d77-8b92-da61476142e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:21:41.593521 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-b6a30181-4cf1-4a0e-a996-1b3dd65b62f2 req-13b61546-9af6-4d77-8b92-da61476142e4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e497bcdc-6133-4a11-8e2b-04445759b428 HTTP/1.1" status: 200 len: 909 time: 0.1149807 Jun 15 14:21:41.629717 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0e7546-0fee-4892-8082-0f1511539a39 req-14d92fab-047e-4979-9c24-bec5b398e1a2 tempest-VolumesActionsTest-599641971 tempest-VolumesActionsTest-599641971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:21:41.631251 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-cd0e7546-0fee-4892-8082-0f1511539a39 req-14d92fab-047e-4979-9c24-bec5b398e1a2 tempest-VolumesActionsTest-599641971 tempest-VolumesActionsTest-599641971-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc2b0f13-3eeb-4738-855e-450c0c257a32 HTTP/1.1" status: 200 len: 944 time: 0.0691695 Jun 15 14:21:41.648425 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-b6a30181-4cf1-4a0e-a996-1b3dd65b62f2 req-6848597a-944d-4ec4-accd-3a01f152f782 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1b45e956-9e58-4109-a184-316f4007e273 HTTP/1.1" status: 200 len: 217 time: 0.0472300 Jun 15 14:21:41.674502 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-cd0e7546-0fee-4892-8082-0f1511539a39 req-0808e4bd-8734-4804-bd4e-0c322affc80c tempest-VolumesActionsTest-599641971 tempest-VolumesActionsTest-599641971-project] 10.222.0.26 "GET /v2.0/security-groups?id=e38aeb04-5cf3-4cf1-9cbe-5431930a5a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369723 Jun 15 14:21:41.711628 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a30181-4cf1-4a0e-a996-1b3dd65b62f2 req-bfdcc75f-5856-4982-a92e-7d01e035d527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:21:41.713045 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-b6a30181-4cf1-4a0e-a996-1b3dd65b62f2 req-bfdcc75f-5856-4982-a92e-7d01e035d527 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5e0c2735-3e40-4a9d-9600-87b14cecf611 HTTP/1.1" status: 200 len: 848 time: 0.0554957 Jun 15 14:21:41.753100 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-b6a30181-4cf1-4a0e-a996-1b3dd65b62f2 req-8d76fe3b-9801-4a3d-b662-6f59aed1cae9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e497bcdc-6133-4a11-8e2b-04445759b428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309424 Jun 15 14:21:41.872380 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-b6a30181-4cf1-4a0e-a996-1b3dd65b62f2 req-3f486a63-5f8e-42fc-9899-ff5a374294d7 service neutron] 10.222.0.67 "GET /v2.0/networks/e497bcdc-6133-4a11-8e2b-04445759b428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064315 Jun 15 14:21:41.984847 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-b6a30181-4cf1-4a0e-a996-1b3dd65b62f2 req-990cf1f7-62fb-42fd-983b-d932517367d4 service neutron] 10.222.0.67 "GET /v2.0/networks/e497bcdc-6133-4a11-8e2b-04445759b428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061876 Jun 15 14:21:42.858189 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97499b01-c1f7-46de-8b78-f25140ef55e2 req-881129a9-52bf-4f03-b26e-f9550687d11c tempest-VolumesActionsTest-599641971 tempest-VolumesActionsTest-599641971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:21:42.859724 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-97499b01-c1f7-46de-8b78-f25140ef55e2 req-881129a9-52bf-4f03-b26e-f9550687d11c tempest-VolumesActionsTest-599641971 tempest-VolumesActionsTest-599641971-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc2b0f13-3eeb-4738-855e-450c0c257a32 HTTP/1.1" status: 200 len: 944 time: 0.0719156 Jun 15 14:21:42.900553 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-97499b01-c1f7-46de-8b78-f25140ef55e2 req-3b39a5ae-0936-464b-9fb3-6ff7676da06a tempest-VolumesActionsTest-599641971 tempest-VolumesActionsTest-599641971-project] 10.222.0.26 "GET /v2.0/security-groups?id=e38aeb04-5cf3-4cf1-9cbe-5431930a5a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351601 Jun 15 14:21:44.084371 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92925a99-f3a8-455a-990a-9b30ecd9ec19 req-051c4e18-60e8-47d9-ac43-0e2f15b092dd tempest-VolumesActionsTest-599641971 tempest-VolumesActionsTest-599641971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:21:44.085822 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-92925a99-f3a8-455a-990a-9b30ecd9ec19 req-051c4e18-60e8-47d9-ac43-0e2f15b092dd tempest-VolumesActionsTest-599641971 tempest-VolumesActionsTest-599641971-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc2b0f13-3eeb-4738-855e-450c0c257a32 HTTP/1.1" status: 200 len: 944 time: 0.0685818 Jun 15 14:21:44.129070 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-92925a99-f3a8-455a-990a-9b30ecd9ec19 req-c83b14ca-529e-4219-bbb4-bd92f2736a2d tempest-VolumesActionsTest-599641971 tempest-VolumesActionsTest-599641971-project] 10.222.0.26 "GET /v2.0/security-groups?id=e38aeb04-5cf3-4cf1-9cbe-5431930a5a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375743 Jun 15 14:21:44.691858 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Device 1b45e956-9e58-4109-a184-316f4007e273 details requested by agent hyperv_hv-cinder-79647 with host hv-cinder-79647 {{(pid=91909) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 14:21:44.809677 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] For port 1b45e956-9e58-4109-a184-316f4007e273, host hv-cinder-79647, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79647',level=0,port_id=1b45e956-9e58-4109-a184-316f4007e273,segment=NetworkSegment(a0ae21ea-acdd-4ace-95d6-9b8b7dd72bf8),segment_id=a0ae21ea-acdd-4ace-95d6-9b8b7dd72bf8)] {{(pid=91909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:21:44.826264 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Returning: {'device': '1b45e956-9e58-4109-a184-316f4007e273', 'network_id': 'e497bcdc-6133-4a11-8e2b-04445759b428', 'port_id': '1b45e956-9e58-4109-a184-316f4007e273', 'mac_address': 'fa:16:3e:59:02:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 873, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e0c2735-3e40-4a9d-9600-87b14cecf611', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91909) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 14:21:44.869293 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:44.884414 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.notifiers.nova [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b45e956-9e58-4109-a184-316f4007e273 {{(pid=91909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:21:44.906204 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] For port 1b45e956-9e58-4109-a184-316f4007e273, host hv-cinder-79647, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79647',level=0,port_id=1b45e956-9e58-4109-a184-316f4007e273,segment=NetworkSegment(a0ae21ea-acdd-4ace-95d6-9b8b7dd72bf8),segment_id=a0ae21ea-acdd-4ace-95d6-9b8b7dd72bf8)] {{(pid=91909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:21:44.910031 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492'] for port, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:44.912901 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:21:44.965852 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Pushing event updated for resources: {'Port': ['ID=1b45e956-9e58-4109-a184-316f4007e273,revision_number=4']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:21:44.972619 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:21:44.972973 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:21:44.973316 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:21:44.973653 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:21:44.973985 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:21:44.974328 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:21:44.974653 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:21:44.975011 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:21:44.975343 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:21:44.975667 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:21:44.975991 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:21:44.976313 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:21:44.980067 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:21:45.233589 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] get_ports_and_sgs() called for port_ids ['1b45e956-9e58-4109-a184-316f4007e273'] {{(pid=91909) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:21:45.308070 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e472d3c-0b62-48e0-8d4e-565b4b42d608 req-4f107c9a-7f76-4622-8c20-a6207a9c87dc tempest-VolumesActionsTest-599641971 tempest-VolumesActionsTest-599641971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:21:45.309761 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-3e472d3c-0b62-48e0-8d4e-565b4b42d608 req-4f107c9a-7f76-4622-8c20-a6207a9c87dc tempest-VolumesActionsTest-599641971 tempest-VolumesActionsTest-599641971-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc2b0f13-3eeb-4738-855e-450c0c257a32 HTTP/1.1" status: 200 len: 945 time: 0.0680823 Jun 15 14:21:45.353931 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-3e472d3c-0b62-48e0-8d4e-565b4b42d608 req-3cea4f0c-057f-4daf-9ef7-ec8fbef0457e tempest-VolumesActionsTest-599641971 tempest-VolumesActionsTest-599641971-project] 10.222.0.26 "GET /v2.0/security-groups?id=e38aeb04-5cf3-4cf1-9cbe-5431930a5a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381873 Jun 15 14:21:45.491513 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 41236) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:21:45.542996 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed7fcad9-e644-4623-96ea-0464ef2bfeaf admin admin] Deleting subnet dedb6150-81f8-41e2-ab45-29aaebfb062d {{(pid=91907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 15 14:21:45.546529 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-ed7fcad9-e644-4623-96ea-0464ef2bfeaf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:45.586986 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-ed7fcad9-e644-4623-96ea-0464ef2bfeaf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8456787'] for subnet, precommit_delete_associations {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:45.637998 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-ed7fcad9-e644-4623-96ea-0464ef2bfeaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32884212'] for subnet, precommit_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:45.697917 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-ed7fcad9-e644-4623-96ea-0464ef2bfeaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32884221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4061992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3414655'] for subnet, after_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:45.700164 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-e613c498-76cd-4c85-9ef2-86a6042aafa1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:21:45.730068 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7fcad9-e644-4623-96ea-0464ef2bfeaf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dedb6150-81f8-41e2-ab45-29aaebfb062d,revision_number=None']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:21:45.732993 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-ed7fcad9-e644-4623-96ea-0464ef2bfeaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:21:45.734132 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-ed7fcad9-e644-4623-96ea-0464ef2bfeaf admin admin] Notify callbacks [] for subnet, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:45.736607 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-ed7fcad9-e644-4623-96ea-0464ef2bfeaf admin admin] 10.222.0.26 "DELETE /v2.0/subnets/dedb6150-81f8-41e2-ab45-29aaebfb062d HTTP/1.1" status: 204 len: 168 time: 0.2434807 Jun 15 14:21:45.738685 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 41238) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:21:46.113989 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-1fad2c68-4276-4adf-a34d-1724968769ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33040767'] for network, before_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:46.219810 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-1fad2c68-4276-4adf-a34d-1724968769ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32895081', 'neutron.services.segments.db._delete_segments_for_network-8781714566072'] for network, precommit_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:46.230554 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.services.segments.db [None req-1fad2c68-4276-4adf-a34d-1724968769ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79511d5b-ed0b-4540-b9f0-f46055fc4b1b']}} {{(pid=91907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:21:46.241460 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.services.segments.db [None req-1fad2c68-4276-4adf-a34d-1724968769ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7cfb710-a97c-4e7b-ab8f-c7d608e0a9ac') {'for_net_delete': True} {{(pid=91907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:21:46.241763 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.services.segments.db [None req-1fad2c68-4276-4adf-a34d-1724968769ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7cfb710-a97c-4e7b-ab8f-c7d608e0a9ac') {} {{(pid=91907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:21:46.251845 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-1fad2c68-4276-4adf-a34d-1724968769ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781714565910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8456792'] for segment, before_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:46.266572 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-1fad2c68-4276-4adf-a34d-1724968769ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32890017'] for segment, precommit_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:46.272455 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fad2c68-4276-4adf-a34d-1724968769ad admin admin] Releasing vlan 859 on physical network physnet1 to pool {{(pid=91907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:21:46.272836 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-1fad2c68-4276-4adf-a34d-1724968769ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32890017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4061825'] for segment, after_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:46.274434 dv-cinder-796471-1-iscsi neutron-server[91907]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:21:46.274434 dv-cinder-796471-1-iscsi neutron-server[91907]: retrieve_revision_numbers = { Jun 15 14:21:46.274434 dv-cinder-796471-1-iscsi neutron-server[91907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:21:46.274434 dv-cinder-796471-1-iscsi neutron-server[91907]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:21:46.274434 dv-cinder-796471-1-iscsi neutron-server[91907]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:21:46.274434 dv-cinder-796471-1-iscsi neutron-server[91907]: retrieve_revision_numbers = { Jun 15 14:21:46.274434 dv-cinder-796471-1-iscsi neutron-server[91907]: Traceback (most recent call last): Jun 15 14:21:46.274434 dv-cinder-796471-1-iscsi neutron-server[91907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 15 14:21:46.274434 dv-cinder-796471-1-iscsi neutron-server[91907]: timer() Jun 15 14:21:46.274434 dv-cinder-796471-1-iscsi neutron-server[91907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 15 14:21:46.274434 dv-cinder-796471-1-iscsi neutron-server[91907]: cb(*args, **kw) Jun 15 14:21:46.274434 dv-cinder-796471-1-iscsi neutron-server[91907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 15 14:21:46.274434 dv-cinder-796471-1-iscsi neutron-server[91907]: return func(*args, **kwargs) Jun 15 14:21:46.274434 dv-cinder-796471-1-iscsi neutron-server[91907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 15 14:21:46.274434 dv-cinder-796471-1-iscsi neutron-server[91907]: self._notify() Jun 15 14:21:46.274434 dv-cinder-796471-1-iscsi neutron-server[91907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 15 14:21:46.274434 dv-cinder-796471-1-iscsi neutron-server[91907]: self.callback(batched_events) Jun 15 14:21:46.274434 dv-cinder-796471-1-iscsi neutron-server[91907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 15 14:21:46.274434 dv-cinder-796471-1-iscsi neutron-server[91907]: event.method(event) Jun 15 14:21:46.274434 dv-cinder-796471-1-iscsi neutron-server[91907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 15 14:21:46.274434 dv-cinder-796471-1-iscsi neutron-server[91907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 15 14:21:46.274434 dv-cinder-796471-1-iscsi neutron-server[91907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 15 14:21:46.274434 dv-cinder-796471-1-iscsi neutron-server[91907]: aggregate_uuid = self.p_client.list_aggregates( Jun 15 14:21:46.274434 dv-cinder-796471-1-iscsi neutron-server[91907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 15 14:21:46.274434 dv-cinder-796471-1-iscsi neutron-server[91907]: return f(self, *a, **k) Jun 15 14:21:46.274434 dv-cinder-796471-1-iscsi neutron-server[91907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 15 14:21:46.274434 dv-cinder-796471-1-iscsi neutron-server[91907]: return self._get(url).json() Jun 15 14:21:46.274434 dv-cinder-796471-1-iscsi neutron-server[91907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 15 14:21:46.274434 dv-cinder-796471-1-iscsi neutron-server[91907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 15 14:21:46.274434 dv-cinder-796471-1-iscsi neutron-server[91907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 15 14:21:46.274434 dv-cinder-796471-1-iscsi neutron-server[91907]: return self.request(url, 'GET', **kwargs) Jun 15 14:21:46.274434 dv-cinder-796471-1-iscsi neutron-server[91907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 15 14:21:46.274434 dv-cinder-796471-1-iscsi neutron-server[91907]: base_url = self.get_endpoint(auth, allow=allow, Jun 15 14:21:46.274434 dv-cinder-796471-1-iscsi neutron-server[91907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 15 14:21:46.274434 dv-cinder-796471-1-iscsi neutron-server[91907]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 15 14:21:46.274434 dv-cinder-796471-1-iscsi neutron-server[91907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 15 14:21:46.274434 dv-cinder-796471-1-iscsi neutron-server[91907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 15 14:21:46.274434 dv-cinder-796471-1-iscsi neutron-server[91907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 15 14:21:46.346365 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-1fad2c68-4276-4adf-a34d-1724968769ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32895094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-350226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667141'] for network, after_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:46.350101 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-b4c48100-62f0-4824-a775-0487a8429c7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:21:46.352529 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-1fad2c68-4276-4adf-a34d-1724968769ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537372'] for network, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:46.354281 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-1fad2c68-4276-4adf-a34d-1724968769ad admin admin] 10.222.0.26 "DELETE /v2.0/networks/79511d5b-ed0b-4540-b9f0-f46055fc4b1b HTTP/1.1" status: 204 len: 168 time: 0.6146433 Jun 15 14:21:46.372741 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fad2c68-4276-4adf-a34d-1724968769ad admin admin] Pushing event deleted for resources: {'Network': ['ID=79511d5b-ed0b-4540-b9f0-f46055fc4b1b,revision_number=None']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:21:46.375293 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-1fad2c68-4276-4adf-a34d-1724968769ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:21:46.481889 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 41244) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:21:46.526515 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-09ddaf1f-ae73-4a3d-88b7-24563e5165aa admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0161a9f55a674a39a3828b87e7771a0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0433216 Jun 15 14:21:46.528966 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 41246) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:21:46.575040 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0553e30c-6435-4f5d-af1a-92354008bb92 req-492d3da4-52c0-4d86-b5ad-da144978f008 tempest-VolumesActionsTest-599641971 tempest-VolumesActionsTest-599641971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:21:46.576509 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-0553e30c-6435-4f5d-af1a-92354008bb92 req-492d3da4-52c0-4d86-b5ad-da144978f008 tempest-VolumesActionsTest-599641971 tempest-VolumesActionsTest-599641971-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc2b0f13-3eeb-4738-855e-450c0c257a32 HTTP/1.1" status: 200 len: 945 time: 0.0994456 Jun 15 14:21:46.613838 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-c46c38f5-1a53-4910-943f-969b176b2295 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:46.635116 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-0553e30c-6435-4f5d-af1a-92354008bb92 req-06ecf73f-6a50-4104-9381-8893666776e7 tempest-VolumesActionsTest-599641971 tempest-VolumesActionsTest-599641971-project] 10.222.0.26 "GET /v2.0/security-groups?id=e38aeb04-5cf3-4cf1-9cbe-5431930a5a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520005 Jun 15 14:21:46.648834 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-c46c38f5-1a53-4910-943f-969b176b2295 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:46.701701 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-c46c38f5-1a53-4910-943f-969b176b2295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:46.704269 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-c46c38f5-1a53-4910-943f-969b176b2295 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:46.705375 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-c46c38f5-1a53-4910-943f-969b176b2295 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/26c81b0a-94da-4c47-a5d9-dfd483e72a30 HTTP/1.1" status: 204 len: 168 time: 0.1753328 Jun 15 14:21:46.706136 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-250b21aa-3972-4f0a-9b2b-91b063d4b94b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:21:46.707612 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Device 1b45e956-9e58-4109-a184-316f4007e273 up at agent hyperv_hv-cinder-79647 {{(pid=91909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:21:46.714559 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46c38f5-1a53-4910-943f-969b176b2295 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26c81b0a-94da-4c47-a5d9-dfd483e72a30,revision_number=None']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:21:46.721667 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46c38f5-1a53-4910-943f-969b176b2295 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:21:46.722071 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46c38f5-1a53-4910-943f-969b176b2295 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:21:46.722401 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46c38f5-1a53-4910-943f-969b176b2295 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:21:46.722838 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46c38f5-1a53-4910-943f-969b176b2295 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:21:46.723144 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46c38f5-1a53-4910-943f-969b176b2295 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:21:46.723497 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46c38f5-1a53-4910-943f-969b176b2295 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:21:46.723849 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46c38f5-1a53-4910-943f-969b176b2295 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:21:46.724199 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46c38f5-1a53-4910-943f-969b176b2295 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:21:46.724548 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46c38f5-1a53-4910-943f-969b176b2295 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:21:46.724933 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46c38f5-1a53-4910-943f-969b176b2295 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:21:46.725239 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46c38f5-1a53-4910-943f-969b176b2295 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:21:46.725587 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46c38f5-1a53-4910-943f-969b176b2295 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:21:46.728731 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-c46c38f5-1a53-4910-943f-969b176b2295 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:21:46.780028 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Provisioning for port 1b45e956-9e58-4109-a184-316f4007e273 completed by entity L2. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:21:46.783840 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Provisioning complete for port 1b45e956-9e58-4109-a184-316f4007e273 triggered by entity L2. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:21:46.784230 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897510'] for port, provisioning_complete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:46.889932 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:46.915575 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc2b0f13-3eeb-4738-855e-450c0c257a32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b45e956-9e58-4109-a184-316f4007e273'}] {{(pid=91909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:21:46.917966 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}018986bfbd05ca611dd30af7db176f5a3185891675ab09d2ffafe9409078adde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5da08a9-4429-4f91-9333-6991a678a60a" -d '{"events": [{"server_uuid": "cc2b0f13-3eeb-4738-855e-450c0c257a32", "name": "network-vif-plugged", "status": "completed", "tag": "1b45e956-9e58-4109-a184-316f4007e273"}]}' {{(pid=91909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:21:46.933406 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] For port 1b45e956-9e58-4109-a184-316f4007e273, host hv-cinder-79647, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79647',level=0,port_id=1b45e956-9e58-4109-a184-316f4007e273,segment=NetworkSegment(a0ae21ea-acdd-4ace-95d6-9b8b7dd72bf8),segment_id=a0ae21ea-acdd-4ace-95d6-9b8b7dd72bf8)] {{(pid=91909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:21:46.938302 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492'] for port, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:46.941178 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-a357aa05-289e-47ff-b188-58d58fcfa79b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:21:46.970292 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86228f35-01f1-4473-8713-a7d4d021b21a x-openstack-request-id: req-86228f35-01f1-4473-8713-a7d4d021b21a {{(pid=91909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:21:46.970586 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc2b0f13-3eeb-4738-855e-450c0c257a32", "name": "network-vif-plugged", "status": "completed", "tag": "1b45e956-9e58-4109-a184-316f4007e273", "code": 200}]} {{(pid=91909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:21:46.970875 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-86228f35-01f1-4473-8713-a7d4d021b21a {{(pid=91909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:21:46.971284 dv-cinder-796471-1-iscsi neutron-server[91909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc2b0f13-3eeb-4738-855e-450c0c257a32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b45e956-9e58-4109-a184-316f4007e273', 'code': 200} Jun 15 14:21:47.004323 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Pushing event updated for resources: {'Port': ['ID=1b45e956-9e58-4109-a184-316f4007e273,revision_number=5']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:21:47.007331 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:21:47.235270 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e252e1a3-7e6e-4cb6-a759-6078041b40e1 req-55dc8752-1cce-444c-ae3e-85a4a7b217ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:21:47.236716 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-e252e1a3-7e6e-4cb6-a759-6078041b40e1 req-55dc8752-1cce-444c-ae3e-85a4a7b217ce service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=cc2b0f13-3eeb-4738-855e-450c0c257a32 HTTP/1.1" status: 200 len: 1099 time: 0.0593140 Jun 15 14:21:47.273720 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-e252e1a3-7e6e-4cb6-a759-6078041b40e1 req-10cc4372-8a8d-40f7-a0b6-94735a244a6e service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=e38aeb04-5cf3-4cf1-9cbe-5431930a5a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301988 Jun 15 14:21:47.815408 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3294260-bf3d-4e8f-bfd2-94ac078b14f4 req-c3f6ecaa-1cf3-4722-ab45-7f5be881c1f1 tempest-VolumesActionsTest-599641971 tempest-VolumesActionsTest-599641971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:21:47.816850 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-b3294260-bf3d-4e8f-bfd2-94ac078b14f4 req-c3f6ecaa-1cf3-4722-ab45-7f5be881c1f1 tempest-VolumesActionsTest-599641971 tempest-VolumesActionsTest-599641971-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc2b0f13-3eeb-4738-855e-450c0c257a32 HTTP/1.1" status: 200 len: 946 time: 0.0681596 Jun 15 14:21:47.857158 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-b3294260-bf3d-4e8f-bfd2-94ac078b14f4 req-6d985108-bda0-4342-9455-ea411f47d6c7 tempest-VolumesActionsTest-599641971 tempest-VolumesActionsTest-599641971-project] 10.222.0.26 "GET /v2.0/security-groups?id=e38aeb04-5cf3-4cf1-9cbe-5431930a5a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347960 Jun 15 14:21:48.060181 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-5532b469-b234-4842-9b0b-aab4a8e98ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:49.041564 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddc22f1-5096-43a1-8c9b-8b4e593ac8fa req-275557c6-e5ed-4bde-9556-7e2ef439af53 tempest-VolumesActionsTest-599641971 tempest-VolumesActionsTest-599641971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:21:49.043114 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-8ddc22f1-5096-43a1-8c9b-8b4e593ac8fa req-275557c6-e5ed-4bde-9556-7e2ef439af53 tempest-VolumesActionsTest-599641971 tempest-VolumesActionsTest-599641971-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc2b0f13-3eeb-4738-855e-450c0c257a32 HTTP/1.1" status: 200 len: 946 time: 0.0724177 Jun 15 14:21:49.084292 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-8ddc22f1-5096-43a1-8c9b-8b4e593ac8fa req-38c648c9-c737-458f-8133-9a3484141f1e tempest-VolumesActionsTest-599641971 tempest-VolumesActionsTest-599641971-project] 10.222.0.26 "GET /v2.0/security-groups?id=e38aeb04-5cf3-4cf1-9cbe-5431930a5a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350697 Jun 15 14:21:49.969229 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba23e39-856c-4630-baa4-ae0e7143c807 req-7ce3c257-295e-4a38-824c-bea3ddd94a7b tempest-VolumesActionsTest-599641971 tempest-VolumesActionsTest-599641971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:21:49.970663 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-3ba23e39-856c-4630-baa4-ae0e7143c807 req-7ce3c257-295e-4a38-824c-bea3ddd94a7b tempest-VolumesActionsTest-599641971 tempest-VolumesActionsTest-599641971-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc2b0f13-3eeb-4738-855e-450c0c257a32 HTTP/1.1" status: 200 len: 946 time: 0.0717139 Jun 15 14:21:50.011661 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-3ba23e39-856c-4630-baa4-ae0e7143c807 req-98847b53-6f8c-4eb0-901f-ebeedd2fbc2a tempest-VolumesActionsTest-599641971 tempest-VolumesActionsTest-599641971-project] 10.222.0.26 "GET /v2.0/security-groups?id=e38aeb04-5cf3-4cf1-9cbe-5431930a5a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353529 Jun 15 14:21:50.688812 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:50.928596 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-27f3a18f-3e12-455e-954d-5b41249ee344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:51.194300 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc830831-6f09-483f-a601-3f7d41a92463 req-cb7795a4-a16b-4cca-97e5-0b8bffa55b6f tempest-VolumesActionsTest-599641971 tempest-VolumesActionsTest-599641971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:21:51.195810 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-dc830831-6f09-483f-a601-3f7d41a92463 req-cb7795a4-a16b-4cca-97e5-0b8bffa55b6f tempest-VolumesActionsTest-599641971 tempest-VolumesActionsTest-599641971-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc2b0f13-3eeb-4738-855e-450c0c257a32 HTTP/1.1" status: 200 len: 946 time: 0.0706184 Jun 15 14:21:51.240522 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-dc830831-6f09-483f-a601-3f7d41a92463 req-2040bded-4957-4148-83d1-cf28f163f82c tempest-VolumesActionsTest-599641971 tempest-VolumesActionsTest-599641971-project] 10.222.0.26 "GET /v2.0/security-groups?id=e38aeb04-5cf3-4cf1-9cbe-5431930a5a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390589 Jun 15 14:21:51.397474 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445be4e0-ac19-403f-8943-87d637138c7c req-a3037484-593a-44b7-ae0c-6ce62a93c778 tempest-VolumesActionsTest-599641971 tempest-VolumesActionsTest-599641971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:21:51.398960 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-445be4e0-ac19-403f-8943-87d637138c7c req-a3037484-593a-44b7-ae0c-6ce62a93c778 tempest-VolumesActionsTest-599641971 tempest-VolumesActionsTest-599641971-project] 10.222.0.67 "GET /v2.0/ports?device_id=cc2b0f13-3eeb-4738-855e-450c0c257a32 HTTP/1.1" status: 200 len: 946 time: 0.0709882 Jun 15 14:21:51.510974 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.plugin [req-445be4e0-ac19-403f-8943-87d637138c7c req-4310e6b7-7382-4fda-9ab0-1c883f02bbed tempest-VolumesActionsTest-599641971 tempest-VolumesActionsTest-599641971-project] Deleting port 1b45e956-9e58-4109-a184-316f4007e273 {{(pid=91907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:21:51.511316 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-445be4e0-ac19-403f-8943-87d637138c7c req-4310e6b7-7382-4fda-9ab0-1c883f02bbed tempest-VolumesActionsTest-599641971 tempest-VolumesActionsTest-599641971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781714481448'] for port, before_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:51.627680 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.db [req-445be4e0-ac19-403f-8943-87d637138c7c req-4310e6b7-7382-4fda-9ab0-1c883f02bbed tempest-VolumesActionsTest-599641971 tempest-VolumesActionsTest-599641971-project] For port 1b45e956-9e58-4109-a184-316f4007e273, host hv-cinder-79647, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79647',level=0,port_id=1b45e956-9e58-4109-a184-316f4007e273,segment=NetworkSegment(a0ae21ea-acdd-4ace-95d6-9b8b7dd72bf8),segment_id=a0ae21ea-acdd-4ace-95d6-9b8b7dd72bf8)] {{(pid=91907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:21:51.627973 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-445be4e0-ac19-403f-8943-87d637138c7c req-4310e6b7-7382-4fda-9ab0-1c883f02bbed tempest-VolumesActionsTest-599641971 tempest-VolumesActionsTest-599641971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668414'] for port, precommit_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:51.721663 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.plugin [req-445be4e0-ac19-403f-8943-87d637138c7c req-4310e6b7-7382-4fda-9ab0-1c883f02bbed tempest-VolumesActionsTest-599641971 tempest-VolumesActionsTest-599641971-project] Calling delete_port for 1b45e956-9e58-4109-a184-316f4007e273 owned by compute:nova {{(pid=91907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:21:51.802562 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-a2325736-757f-4788-9f3d-6fe831cb64a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:51.874055 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-445be4e0-ac19-403f-8943-87d637138c7c req-4310e6b7-7382-4fda-9ab0-1c883f02bbed tempest-VolumesActionsTest-599641971 tempest-VolumesActionsTest-599641971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781714486604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781714044438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4061906'] for port, after_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:51.877875 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-5458b47d-0542-4d01-bce0-9b5713eb8d7e tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:21:51.908929 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4310e6b7-7382-4fda-9ab0-1c883f02bbed tempest-VolumesActionsTest-599641971 tempest-VolumesActionsTest-599641971-project] Pushing event deleted for resources: {'Port': ['ID=1b45e956-9e58-4109-a184-316f4007e273,revision_number=None']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:21:51.913980 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-4310e6b7-7382-4fda-9ab0-1c883f02bbed tempest-VolumesActionsTest-599641971 tempest-VolumesActionsTest-599641971-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:21:51.919396 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] get_ports_and_sgs() called for port_ids ['1b45e956-9e58-4109-a184-316f4007e273'] {{(pid=91909) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:21:51.968670 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.db.l3_dvrscheduler_db [req-445be4e0-ac19-403f-8943-87d637138c7c req-4310e6b7-7382-4fda-9ab0-1c883f02bbed tempest-VolumesActionsTest-599641971 tempest-VolumesActionsTest-599641971-project] No DVR routers for this DVR port 1b45e956-9e58-4109-a184-316f4007e273 on host hv-cinder-79647 {{(pid=91907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:21:51.970982 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-445be4e0-ac19-403f-8943-87d637138c7c req-4310e6b7-7382-4fda-9ab0-1c883f02bbed tempest-VolumesActionsTest-599641971 tempest-VolumesActionsTest-599641971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58954'] for port, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:51.972989 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-445be4e0-ac19-403f-8943-87d637138c7c req-4310e6b7-7382-4fda-9ab0-1c883f02bbed tempest-VolumesActionsTest-599641971 tempest-VolumesActionsTest-599641971-project] 10.222.0.67 "DELETE /v2.0/ports/1b45e956-9e58-4109-a184-316f4007e273 HTTP/1.1" status: 204 len: 173 time: 0.5684483 Jun 15 14:21:51.973439 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc2b0f13-3eeb-4738-855e-450c0c257a32', 'name': 'network-vif-deleted', 'tag': '1b45e956-9e58-4109-a184-316f4007e273'}] {{(pid=91907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:21:51.975797 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24467d57c8f568e2e16d95ba24031d6b60035fd708ad429d2e8baac5a477cd4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-effe1a0c-b613-4d02-a552-598c89ae441b" -d '{"events": [{"server_uuid": "cc2b0f13-3eeb-4738-855e-450c0c257a32", "name": "network-vif-deleted", "tag": "1b45e956-9e58-4109-a184-316f4007e273"}]}' {{(pid=91907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:21:52.018062 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0652bf5-2d8a-4bb2-a031-aa1f572b28d9 x-openstack-request-id: req-d0652bf5-2d8a-4bb2-a031-aa1f572b28d9 {{(pid=91907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:21:52.018445 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc2b0f13-3eeb-4738-855e-450c0c257a32", "name": "network-vif-deleted", "tag": "1b45e956-9e58-4109-a184-316f4007e273", "status": "completed", "code": 200}]} {{(pid=91907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:21:52.018737 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d0652bf5-2d8a-4bb2-a031-aa1f572b28d9 {{(pid=91907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:21:52.019198 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc2b0f13-3eeb-4738-855e-450c0c257a32', 'name': 'network-vif-deleted', 'tag': '1b45e956-9e58-4109-a184-316f4007e273', 'status': 'completed', 'code': 200} Jun 15 14:21:52.397171 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-0a4c486c-9154-474a-9fb0-3209c6050bb5 req-b96284c6-72bf-481a-81d4-e3c2ec462463 tempest-VolumesActionsTest-599641971 tempest-VolumesActionsTest-599641971-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc2b0f13-3eeb-4738-855e-450c0c257a32 HTTP/1.1" status: 200 len: 210 time: 0.0338769 Jun 15 14:21:53.439714 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-987cb3c8-732e-4ef7-aae2-903816ba9880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:53.781368 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c028a60b-4b4a-41e7-8de4-7b7faa34c2c8 req-51613b4b-b014-4e42-8e57-e8968f04f3dd tempest-VolumesActionsTest-599641971 tempest-VolumesActionsTest-599641971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:21:53.782742 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-c028a60b-4b4a-41e7-8de4-7b7faa34c2c8 req-51613b4b-b014-4e42-8e57-e8968f04f3dd tempest-VolumesActionsTest-599641971 tempest-VolumesActionsTest-599641971-project] 10.222.0.26 "GET /v2.0/networks?id=e497bcdc-6133-4a11-8e2b-04445759b428 HTTP/1.1" status: 200 len: 808 time: 0.1361163 Jun 15 14:21:53.797541 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-c028a60b-4b4a-41e7-8de4-7b7faa34c2c8 req-9c000edb-dc4c-4b14-81c2-9700921d25e2 tempest-VolumesActionsTest-599641971 tempest-VolumesActionsTest-599641971-project] 10.222.0.26 "GET /v2.0/quotas/451524af00cd4021b24bb20c564c7f44 HTTP/1.1" status: 200 len: 375 time: 0.0093501 Jun 15 14:21:53.834739 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-c028a60b-4b4a-41e7-8de4-7b7faa34c2c8 req-250a21f2-a57b-4af9-b91d-dce587fadb23 tempest-VolumesActionsTest-599641971 tempest-VolumesActionsTest-599641971-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=451524af00cd4021b24bb20c564c7f44&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0323865 Jun 15 14:21:53.949467 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-c028a60b-4b4a-41e7-8de4-7b7faa34c2c8 req-15b229e8-7be6-49ec-9e8f-b8716a5e6e2e service neutron] 10.222.0.26 "GET /v2.0/networks/e497bcdc-6133-4a11-8e2b-04445759b428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081603 Jun 15 14:21:54.070860 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-c028a60b-4b4a-41e7-8de4-7b7faa34c2c8 req-1fa6e7a4-b5c0-4a23-8b95-56a55e11c58a service neutron] 10.222.0.26 "GET /v2.0/networks/e497bcdc-6133-4a11-8e2b-04445759b428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155562 Jun 15 14:21:54.242643 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-9a2bd952-127e-4516-a41d-cc1f8a18d062 req-e3560839-92c0-432a-8113-935592496fd3 tempest-VolumesActionsTest-599641971 tempest-VolumesActionsTest-599641971-project] 10.222.0.26 "GET /v2.0/ports?device_id=0d174c2a-07a2-4a99-ae94-4bdec66da17b HTTP/1.1" status: 200 len: 210 time: 0.0348606 Jun 15 14:21:54.739813 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Device 1b45e956-9e58-4109-a184-316f4007e273 no longer exists at agent hyperv_hv-cinder-79647 {{(pid=91909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:21:54.763874 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.plugin [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] No Port match for: 1b45e956-9e58-4109-a184-316f4007e273 {{(pid=91909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:21:54.764209 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Device 1b45e956-9e58-4109-a184-316f4007e273 not bound to the agent host hv-cinder-79647 {{(pid=91909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:21:55.338580 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c028a60b-4b4a-41e7-8de4-7b7faa34c2c8 req-5864a0ed-fea3-4837-b1fc-807fb26a401a tempest-VolumesActionsTest-599641971 tempest-VolumesActionsTest-599641971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:21:55.340276 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-c028a60b-4b4a-41e7-8de4-7b7faa34c2c8 req-5864a0ed-fea3-4837-b1fc-807fb26a401a tempest-VolumesActionsTest-599641971 tempest-VolumesActionsTest-599641971-project] 10.222.0.67 "GET /v2.0/networks?id=e497bcdc-6133-4a11-8e2b-04445759b428 HTTP/1.1" status: 200 len: 808 time: 0.1344395 Jun 15 14:21:55.360588 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.v2.base [req-c028a60b-4b4a-41e7-8de4-7b7faa34c2c8 req-24f70d85-e719-49e8-b454-559add5a4cd6 tempest-VolumesActionsTest-599641971 tempest-VolumesActionsTest-599641971-project] Request body: {'port': {'device_id': '0d174c2a-07a2-4a99-ae94-4bdec66da17b', 'network_id': 'e497bcdc-6133-4a11-8e2b-04445759b428', 'admin_state_up': True, 'tenant_id': '451524af00cd4021b24bb20c564c7f44'}} {{(pid=91907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:21:55.398408 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-2a8af65e-61a8-450c-b028-df7cbd236ad8 req-8f2171ed-2777-427d-89a9-f655a19355d8 tempest-VolumesActionsTest-599641971 tempest-VolumesActionsTest-599641971-project] 10.222.0.26 "GET /v2.0/ports?device_id=0d174c2a-07a2-4a99-ae94-4bdec66da17b HTTP/1.1" status: 200 len: 210 time: 0.0372117 Jun 15 14:21:55.513100 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c028a60b-4b4a-41e7-8de4-7b7faa34c2c8 req-24f70d85-e719-49e8-b454-559add5a4cd6 tempest-VolumesActionsTest-599641971 tempest-VolumesActionsTest-599641971-project] Made reservation on behalf of 451524af00cd4021b24bb20c564c7f44 for: {'port': 1} {{(pid=91907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:21:55.516921 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-c028a60b-4b4a-41e7-8de4-7b7faa34c2c8 req-24f70d85-e719-49e8-b454-559add5a4cd6 tempest-VolumesActionsTest-599641971 tempest-VolumesActionsTest-599641971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-33170876'] for port, before_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:55.662335 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.db.db_base_plugin_common [req-c028a60b-4b4a-41e7-8de4-7b7faa34c2c8 req-24f70d85-e719-49e8-b454-559add5a4cd6 tempest-VolumesActionsTest-599641971 tempest-VolumesActionsTest-599641971-project] Allocated IP 172.20.0.7 (e497bcdc-6133-4a11-8e2b-04445759b428/5e0c2735-3e40-4a9d-9600-87b14cecf611/b462a025-a5b6-49ae-8347-3728bb40d700) {{(pid=91907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:21:55.835447 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-c028a60b-4b4a-41e7-8de4-7b7faa34c2c8 req-24f70d85-e719-49e8-b454-559add5a4cd6 tempest-VolumesActionsTest-599641971 tempest-VolumesActionsTest-599641971-project] Notify callbacks [] for port, precommit_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:55.873881 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-c028a60b-4b4a-41e7-8de4-7b7faa34c2c8 req-24f70d85-e719-49e8-b454-559add5a4cd6 tempest-VolumesActionsTest-599641971 tempest-VolumesActionsTest-599641971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33170815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-53808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781714044429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4061915'] for port, after_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:55.877515 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-bc2a60f0-1137-4bfe-9f89-56737a5c6443 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:21:55.924929 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c028a60b-4b4a-41e7-8de4-7b7faa34c2c8 req-24f70d85-e719-49e8-b454-559add5a4cd6 tempest-VolumesActionsTest-599641971 tempest-VolumesActionsTest-599641971-project] Network e497bcdc-6133-4a11-8e2b-04445759b428 is already hosted by enough agents. {{(pid=91907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:21:55.928214 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.scheduler.base_scheduler [req-c028a60b-4b4a-41e7-8de4-7b7faa34c2c8 req-24f70d85-e719-49e8-b454-559add5a4cd6 tempest-VolumesActionsTest-599641971 tempest-VolumesActionsTest-599641971-project] Resources bound (agent type, host, resource id): {{(pid=91907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:21:55.931878 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.db.l3_dvrscheduler_db [req-c028a60b-4b4a-41e7-8de4-7b7faa34c2c8 req-24f70d85-e719-49e8-b454-559add5a4cd6 tempest-VolumesActionsTest-599641971 tempest-VolumesActionsTest-599641971-project] Received port after_create {{(pid=91907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:21:55.938795 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f70d85-e719-49e8-b454-559add5a4cd6 tempest-VolumesActionsTest-599641971 tempest-VolumesActionsTest-599641971-project] Pushing event updated for resources: {'Port': ['ID=b462a025-a5b6-49ae-8347-3728bb40d700,revision_number=1']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:21:55.963610 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-24f70d85-e719-49e8-b454-559add5a4cd6 tempest-VolumesActionsTest-599641971 tempest-VolumesActionsTest-599641971-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:21:55.990410 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c028a60b-4b4a-41e7-8de4-7b7faa34c2c8 req-24f70d85-e719-49e8-b454-559add5a4cd6 tempest-VolumesActionsTest-599641971 tempest-VolumesActionsTest-599641971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:21:55.991052 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-c028a60b-4b4a-41e7-8de4-7b7faa34c2c8 req-24f70d85-e719-49e8-b454-559add5a4cd6 tempest-VolumesActionsTest-599641971 tempest-VolumesActionsTest-599641971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58954'] for port, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:56.004196 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-c028a60b-4b4a-41e7-8de4-7b7faa34c2c8 req-24f70d85-e719-49e8-b454-559add5a4cd6 tempest-VolumesActionsTest-599641971 tempest-VolumesActionsTest-599641971-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6490707 Jun 15 14:21:56.022475 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.v2.base [req-c028a60b-4b4a-41e7-8de4-7b7faa34c2c8 req-3477fe9e-5801-4b1b-aaff-30b453197109 service neutron] Request body: {'port': {'device_id': '0d174c2a-07a2-4a99-ae94-4bdec66da17b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79647'}} {{(pid=91907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:21:56.111267 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-c028a60b-4b4a-41e7-8de4-7b7faa34c2c8 req-3477fe9e-5801-4b1b-aaff-30b453197109 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:56.417420 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.notifiers.nova [req-c028a60b-4b4a-41e7-8de4-7b7faa34c2c8 req-3477fe9e-5801-4b1b-aaff-30b453197109 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b462a025-a5b6-49ae-8347-3728bb40d700 {{(pid=91907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:21:56.428034 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-c028a60b-4b4a-41e7-8de4-7b7faa34c2c8 req-3477fe9e-5801-4b1b-aaff-30b453197109 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:56.441782 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.db.provisioning_blocks [req-c028a60b-4b4a-41e7-8de4-7b7faa34c2c8 req-3477fe9e-5801-4b1b-aaff-30b453197109 service neutron] Transition to ACTIVE for port object b462a025-a5b6-49ae-8347-3728bb40d700 will not be triggered until provisioned by entity L2. {{(pid=91907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:21:56.447291 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-c028a60b-4b4a-41e7-8de4-7b7faa34c2c8 req-3477fe9e-5801-4b1b-aaff-30b453197109 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4061925'] for port, after_update {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:56.449414 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-e9e285a5-c7a0-41b6-bfe9-d72c374b9002 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:21:56.551884 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3477fe9e-5801-4b1b-aaff-30b453197109 service neutron] Pushing event updated for resources: {'Port': ['ID=b462a025-a5b6-49ae-8347-3728bb40d700,revision_number=2']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:21:56.576084 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-3477fe9e-5801-4b1b-aaff-30b453197109 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:21:56.685676 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf4048d-135b-4446-b260-f8be62edab39 req-120e155b-e190-47e2-8072-53e332ed6909 tempest-VolumesActionsTest-599641971 tempest-VolumesActionsTest-599641971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:21:56.687095 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-cdf4048d-135b-4446-b260-f8be62edab39 req-120e155b-e190-47e2-8072-53e332ed6909 tempest-VolumesActionsTest-599641971 tempest-VolumesActionsTest-599641971-project] 10.222.0.26 "GET /v2.0/ports?device_id=0d174c2a-07a2-4a99-ae94-4bdec66da17b HTTP/1.1" status: 200 len: 943 time: 0.1521635 Jun 15 14:21:56.687730 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.managers [req-c028a60b-4b4a-41e7-8de4-7b7faa34c2c8 req-3477fe9e-5801-4b1b-aaff-30b453197109 service neutron] Attempting to bind port b462a025-a5b6-49ae-8347-3728bb40d700 on host hv-cinder-79647 for vnic_type normal with profile {{(pid=91907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:21:56.688061 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.managers [req-c028a60b-4b4a-41e7-8de4-7b7faa34c2c8 req-3477fe9e-5801-4b1b-aaff-30b453197109 service neutron] Attempting to bind port b462a025-a5b6-49ae-8347-3728bb40d700 by drivers openvswitch,hyperv on host hv-cinder-79647 at level 0 using segments [{'id': 'a0ae21ea-acdd-4ace-95d6-9b8b7dd72bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'e497bcdc-6133-4a11-8e2b-04445759b428'}] {{(pid=91907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:21:56.688398 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c028a60b-4b4a-41e7-8de4-7b7faa34c2c8 req-3477fe9e-5801-4b1b-aaff-30b453197109 service neutron] Attempting to bind port b462a025-a5b6-49ae-8347-3728bb40d700 on network e497bcdc-6133-4a11-8e2b-04445759b428 {{(pid=91907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:21:56.694436 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c028a60b-4b4a-41e7-8de4-7b7faa34c2c8 req-3477fe9e-5801-4b1b-aaff-30b453197109 service neutron] Port b462a025-a5b6-49ae-8347-3728bb40d700 on network e497bcdc-6133-4a11-8e2b-04445759b428 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79647 {{(pid=91907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 14:21:56.694756 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c028a60b-4b4a-41e7-8de4-7b7faa34c2c8 req-3477fe9e-5801-4b1b-aaff-30b453197109 service neutron] Attempting to bind port b462a025-a5b6-49ae-8347-3728bb40d700 on network e497bcdc-6133-4a11-8e2b-04445759b428 {{(pid=91907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:21:56.712137 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c028a60b-4b4a-41e7-8de4-7b7faa34c2c8 req-3477fe9e-5801-4b1b-aaff-30b453197109 service neutron] Checking agent: {'id': 'ecd79229-812b-453e-8934-f3ab9293fb1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79647', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 10, 57), 'started_at': datetime.datetime(2021, 6, 15, 14, 10, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:21:56.712473 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c028a60b-4b4a-41e7-8de4-7b7faa34c2c8 req-3477fe9e-5801-4b1b-aaff-30b453197109 service neutron] Checking segment: {'id': 'a0ae21ea-acdd-4ace-95d6-9b8b7dd72bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'e497bcdc-6133-4a11-8e2b-04445759b428'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:21:56.712846 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c028a60b-4b4a-41e7-8de4-7b7faa34c2c8 req-3477fe9e-5801-4b1b-aaff-30b453197109 service neutron] Bound using segment: {'id': 'a0ae21ea-acdd-4ace-95d6-9b8b7dd72bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'e497bcdc-6133-4a11-8e2b-04445759b428'} {{(pid=91907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:21:56.713275 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.managers [req-c028a60b-4b4a-41e7-8de4-7b7faa34c2c8 req-3477fe9e-5801-4b1b-aaff-30b453197109 service neutron] Bound port: b462a025-a5b6-49ae-8347-3728bb40d700, host: hv-cinder-79647, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0ae21ea-acdd-4ace-95d6-9b8b7dd72bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'e497bcdc-6133-4a11-8e2b-04445759b428'}}] {{(pid=91907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:21:56.713620 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-c028a60b-4b4a-41e7-8de4-7b7faa34c2c8 req-3477fe9e-5801-4b1b-aaff-30b453197109 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:56.746265 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-cdf4048d-135b-4446-b260-f8be62edab39 req-08487090-c4b6-4ca6-be73-88bb5f3a7da0 tempest-VolumesActionsTest-599641971 tempest-VolumesActionsTest-599641971-project] 10.222.0.26 "GET /v2.0/security-groups?id=e38aeb04-5cf3-4cf1-9cbe-5431930a5a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535216 Jun 15 14:21:56.800622 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.db [req-c028a60b-4b4a-41e7-8de4-7b7faa34c2c8 req-3477fe9e-5801-4b1b-aaff-30b453197109 service neutron] For port b462a025-a5b6-49ae-8347-3728bb40d700, host hv-cinder-79647, cleared binding levels {{(pid=91907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:21:56.803688 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.db [req-c028a60b-4b4a-41e7-8de4-7b7faa34c2c8 req-3477fe9e-5801-4b1b-aaff-30b453197109 service neutron] For port b462a025-a5b6-49ae-8347-3728bb40d700, host hv-cinder-79647, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79647',level=0,port_id=b462a025-a5b6-49ae-8347-3728bb40d700,segment=NetworkSegment(a0ae21ea-acdd-4ace-95d6-9b8b7dd72bf8),segment_id=a0ae21ea-acdd-4ace-95d6-9b8b7dd72bf8)] {{(pid=91907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:21:56.807778 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-c028a60b-4b4a-41e7-8de4-7b7faa34c2c8 req-3477fe9e-5801-4b1b-aaff-30b453197109 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4061925'] for port, after_update {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:56.810446 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-32980817-99fa-4f7f-8db9-c8a00b2eaed6 tempest-AttachVolumeNegativeTest-1692347782 tempest-AttachVolumeNegativeTest-1692347782-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:21:56.849187 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c028a60b-4b4a-41e7-8de4-7b7faa34c2c8 req-3477fe9e-5801-4b1b-aaff-30b453197109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:21:56.849796 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-c028a60b-4b4a-41e7-8de4-7b7faa34c2c8 req-3477fe9e-5801-4b1b-aaff-30b453197109 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58954'] for port, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:56.851184 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-c028a60b-4b4a-41e7-8de4-7b7faa34c2c8 req-3477fe9e-5801-4b1b-aaff-30b453197109 service neutron] 10.222.0.67 "PUT /v2.0/ports/b462a025-a5b6-49ae-8347-3728bb40d700 HTTP/1.1" status: 200 len: 1093 time: 0.8326061 Jun 15 14:21:56.851689 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d174c2a-07a2-4a99-ae94-4bdec66da17b', 'tag': 'b462a025-a5b6-49ae-8347-3728bb40d700'}] {{(pid=91907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:21:56.853984 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24467d57c8f568e2e16d95ba24031d6b60035fd708ad429d2e8baac5a477cd4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef52badf-6929-4c7b-8219-2e9e87338e87" -d '{"events": [{"name": "network-changed", "server_uuid": "0d174c2a-07a2-4a99-ae94-4bdec66da17b", "tag": "b462a025-a5b6-49ae-8347-3728bb40d700"}]}' {{(pid=91907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:21:56.882052 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3477fe9e-5801-4b1b-aaff-30b453197109 service neutron] Pushing event updated for resources: {'Port': ['ID=b462a025-a5b6-49ae-8347-3728bb40d700,revision_number=3']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:21:56.885388 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-3477fe9e-5801-4b1b-aaff-30b453197109 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:21:56.900991 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 14:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf847bf2-e918-417c-ad61-56571fd22542 x-openstack-request-id: req-cf847bf2-e918-417c-ad61-56571fd22542 {{(pid=91907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:21:56.901337 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d174c2a-07a2-4a99-ae94-4bdec66da17b", "tag": "b462a025-a5b6-49ae-8347-3728bb40d700", "status": "completed", "code": 200}]} {{(pid=91907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:21:56.901635 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cf847bf2-e918-417c-ad61-56571fd22542 {{(pid=91907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:21:56.902079 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d174c2a-07a2-4a99-ae94-4bdec66da17b', 'tag': 'b462a025-a5b6-49ae-8347-3728bb40d700', 'status': 'completed', 'code': 200} Jun 15 14:21:56.976339 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c028a60b-4b4a-41e7-8de4-7b7faa34c2c8 req-907cb2e6-dd02-459d-a69a-7de35e2be487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:21:56.977758 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-c028a60b-4b4a-41e7-8de4-7b7faa34c2c8 req-907cb2e6-dd02-459d-a69a-7de35e2be487 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=451524af00cd4021b24bb20c564c7f44&device_id=0d174c2a-07a2-4a99-ae94-4bdec66da17b HTTP/1.1" status: 200 len: 1096 time: 0.0582161 Jun 15 14:21:57.036966 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-c028a60b-4b4a-41e7-8de4-7b7faa34c2c8 req-3049078a-c20b-4b88-a8f3-44e65c518a95 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b462a025-a5b6-49ae-8347-3728bb40d700 HTTP/1.1" status: 200 len: 217 time: 0.0455279 Jun 15 14:21:57.097284 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c028a60b-4b4a-41e7-8de4-7b7faa34c2c8 req-2a5ee6f5-635d-431e-8523-8af55d6facb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:21:57.098737 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-c028a60b-4b4a-41e7-8de4-7b7faa34c2c8 req-2a5ee6f5-635d-431e-8523-8af55d6facb7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5e0c2735-3e40-4a9d-9600-87b14cecf611 HTTP/1.1" status: 200 len: 848 time: 0.0559866 Jun 15 14:21:57.137357 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-c028a60b-4b4a-41e7-8de4-7b7faa34c2c8 req-3323e674-bf09-463b-b1ca-8e51e6b6e10f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e497bcdc-6133-4a11-8e2b-04445759b428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314841 Jun 15 14:21:57.254539 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-c028a60b-4b4a-41e7-8de4-7b7faa34c2c8 req-a63bda87-dbe4-4c9c-b487-54b5584d6256 service neutron] 10.222.0.67 "GET /v2.0/networks/e497bcdc-6133-4a11-8e2b-04445759b428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070938 Jun 15 14:21:57.367942 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-c028a60b-4b4a-41e7-8de4-7b7faa34c2c8 req-49712e1b-21d2-41b0-acee-fbe90bc4b148 service neutron] 10.222.0.67 "GET /v2.0/networks/e497bcdc-6133-4a11-8e2b-04445759b428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071644 Jun 15 14:21:57.520024 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef52badf-6929-4c7b-8219-2e9e87338e87 req-5940d600-cf94-4655-8b14-59fa09d2e662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:21:57.521508 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-ef52badf-6929-4c7b-8219-2e9e87338e87 req-5940d600-cf94-4655-8b14-59fa09d2e662 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=451524af00cd4021b24bb20c564c7f44&device_id=0d174c2a-07a2-4a99-ae94-4bdec66da17b HTTP/1.1" status: 200 len: 1096 time: 0.0606208 Jun 15 14:21:57.590472 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:57.640228 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef52badf-6929-4c7b-8219-2e9e87338e87 req-1b8bf809-dffb-4aaa-8488-ef97612d512a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:21:57.641726 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-ef52badf-6929-4c7b-8219-2e9e87338e87 req-1b8bf809-dffb-4aaa-8488-ef97612d512a service neutron] 10.222.0.67 "GET /v2.0/networks?id=e497bcdc-6133-4a11-8e2b-04445759b428 HTTP/1.1" status: 200 len: 909 time: 0.1125269 Jun 15 14:21:57.694268 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-ef52badf-6929-4c7b-8219-2e9e87338e87 req-78adbfd1-b083-44df-938c-8600d26cb834 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b462a025-a5b6-49ae-8347-3728bb40d700 HTTP/1.1" status: 200 len: 217 time: 0.0457575 Jun 15 14:21:57.754369 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef52badf-6929-4c7b-8219-2e9e87338e87 req-0bb7a365-ae39-4537-ace7-cf9285100e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:21:57.755857 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-ef52badf-6929-4c7b-8219-2e9e87338e87 req-0bb7a365-ae39-4537-ace7-cf9285100e9a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5e0c2735-3e40-4a9d-9600-87b14cecf611 HTTP/1.1" status: 200 len: 848 time: 0.0545797 Jun 15 14:21:57.793848 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-ef52badf-6929-4c7b-8219-2e9e87338e87 req-54fe2413-5e8b-4e2a-8527-354b1ae04155 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e497bcdc-6133-4a11-8e2b-04445759b428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307910 Jun 15 14:21:58.230630 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-ef52badf-6929-4c7b-8219-2e9e87338e87 req-ba95d18d-99ca-4705-b856-baaea03ef8f8 service neutron] 10.222.0.67 "GET /v2.0/networks/e497bcdc-6133-4a11-8e2b-04445759b428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4296474 Jun 15 14:21:58.328528 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9ce707-5bf8-45fd-9021-b2f51958aeb3 req-37e64182-83fc-46ab-9417-ec8b6982d27e tempest-VolumesActionsTest-599641971 tempest-VolumesActionsTest-599641971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:21:58.329957 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-3c9ce707-5bf8-45fd-9021-b2f51958aeb3 req-37e64182-83fc-46ab-9417-ec8b6982d27e tempest-VolumesActionsTest-599641971 tempest-VolumesActionsTest-599641971-project] 10.222.0.26 "GET /v2.0/ports?device_id=0d174c2a-07a2-4a99-ae94-4bdec66da17b HTTP/1.1" status: 200 len: 943 time: 0.1637194 Jun 15 14:21:58.386540 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-ef52badf-6929-4c7b-8219-2e9e87338e87 req-9eac7b50-d408-4b03-bf17-ec4c8b296bd1 service neutron] 10.222.0.67 "GET /v2.0/networks/e497bcdc-6133-4a11-8e2b-04445759b428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491640 Jun 15 14:21:58.392036 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-3c9ce707-5bf8-45fd-9021-b2f51958aeb3 req-c999e207-f42f-4c07-bb4a-a4585895ca43 tempest-VolumesActionsTest-599641971 tempest-VolumesActionsTest-599641971-project] 10.222.0.26 "GET /v2.0/security-groups?id=e38aeb04-5cf3-4cf1-9cbe-5431930a5a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522630 Jun 15 14:21:58.954579 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.agents_db [None req-1fbdf4bf-3b4b-440e-bd18-8a0939d62d55 None None] Agent healthcheck: found 6 active agents {{(pid=91910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:21:59.575985 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782b3898-6911-40e3-93e5-1681dcc3d850 req-10dba0df-90bf-4ea4-a76d-f0ebe52d0252 tempest-VolumesActionsTest-599641971 tempest-VolumesActionsTest-599641971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:21:59.577478 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-782b3898-6911-40e3-93e5-1681dcc3d850 req-10dba0df-90bf-4ea4-a76d-f0ebe52d0252 tempest-VolumesActionsTest-599641971 tempest-VolumesActionsTest-599641971-project] 10.222.0.26 "GET /v2.0/ports?device_id=0d174c2a-07a2-4a99-ae94-4bdec66da17b HTTP/1.1" status: 200 len: 943 time: 0.0701363 Jun 15 14:21:59.618119 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-782b3898-6911-40e3-93e5-1681dcc3d850 req-9060208e-8b08-4de1-878d-4370e315a304 tempest-VolumesActionsTest-599641971 tempest-VolumesActionsTest-599641971-project] 10.222.0.26 "GET /v2.0/security-groups?id=e38aeb04-5cf3-4cf1-9cbe-5431930a5a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350459 Jun 15 14:22:00.785598 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Device b462a025-a5b6-49ae-8347-3728bb40d700 details requested by agent hyperv_hv-cinder-79647 with host hv-cinder-79647 {{(pid=91909) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 14:22:00.804175 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eaf136-8a4d-48c1-90e9-197e78664543 req-05588542-4515-4167-b02b-0f79b3d0df7c tempest-VolumesActionsTest-599641971 tempest-VolumesActionsTest-599641971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:22:00.805649 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-d9eaf136-8a4d-48c1-90e9-197e78664543 req-05588542-4515-4167-b02b-0f79b3d0df7c tempest-VolumesActionsTest-599641971 tempest-VolumesActionsTest-599641971-project] 10.222.0.26 "GET /v2.0/ports?device_id=0d174c2a-07a2-4a99-ae94-4bdec66da17b HTTP/1.1" status: 200 len: 943 time: 0.0773354 Jun 15 14:22:00.848559 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-d9eaf136-8a4d-48c1-90e9-197e78664543 req-8f89741a-0130-4cfd-b3e6-b706ad131249 tempest-VolumesActionsTest-599641971 tempest-VolumesActionsTest-599641971-project] 10.222.0.26 "GET /v2.0/security-groups?id=e38aeb04-5cf3-4cf1-9cbe-5431930a5a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366874 Jun 15 14:22:00.910749 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] For port b462a025-a5b6-49ae-8347-3728bb40d700, host hv-cinder-79647, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79647',level=0,port_id=b462a025-a5b6-49ae-8347-3728bb40d700,segment=NetworkSegment(a0ae21ea-acdd-4ace-95d6-9b8b7dd72bf8),segment_id=a0ae21ea-acdd-4ace-95d6-9b8b7dd72bf8)] {{(pid=91909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:22:00.922321 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Returning: {'device': 'b462a025-a5b6-49ae-8347-3728bb40d700', 'network_id': 'e497bcdc-6133-4a11-8e2b-04445759b428', 'port_id': 'b462a025-a5b6-49ae-8347-3728bb40d700', 'mac_address': 'fa:16:3e:84:b8:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 873, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e0c2735-3e40-4a9d-9600-87b14cecf611', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91909) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 14:22:00.969610 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:00.983540 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.notifiers.nova [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b462a025-a5b6-49ae-8347-3728bb40d700 {{(pid=91909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:22:01.004172 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] For port b462a025-a5b6-49ae-8347-3728bb40d700, host hv-cinder-79647, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79647',level=0,port_id=b462a025-a5b6-49ae-8347-3728bb40d700,segment=NetworkSegment(a0ae21ea-acdd-4ace-95d6-9b8b7dd72bf8),segment_id=a0ae21ea-acdd-4ace-95d6-9b8b7dd72bf8)] {{(pid=91909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:22:01.007921 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492'] for port, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:01.009653 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:22:01.064135 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Pushing event updated for resources: {'Port': ['ID=b462a025-a5b6-49ae-8347-3728bb40d700,revision_number=4']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:22:01.067016 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:22:01.300133 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] get_ports_and_sgs() called for port_ids ['b462a025-a5b6-49ae-8347-3728bb40d700'] {{(pid=91909) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:22:01.363217 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-ef7350be-6fed-47eb-890a-7b379cb703aa req-61a9b2e3-c945-4e32-9240-2b836eece300 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=405d9f84-bee6-48f4-8844-e3a48eb0ef4f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0582724 Jun 15 14:22:01.457548 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7350be-6fed-47eb-890a-7b379cb703aa req-cfea2200-cf18-49ab-b472-4f3b75bb31c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:22:01.459060 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-ef7350be-6fed-47eb-890a-7b379cb703aa req-cfea2200-cf18-49ab-b472-4f3b75bb31c1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c3de56a81c9f49fdb5657745f0c5e9a7&device_id=405d9f84-bee6-48f4-8844-e3a48eb0ef4f HTTP/1.1" status: 200 len: 1098 time: 0.0617785 Jun 15 14:22:01.591195 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7350be-6fed-47eb-890a-7b379cb703aa req-605fc044-3668-4654-ac74-e884661653f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:22:01.592832 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-ef7350be-6fed-47eb-890a-7b379cb703aa req-605fc044-3668-4654-ac74-e884661653f5 service neutron] 10.222.0.67 "GET /v2.0/networks?id=38cc54e9-46a5-4f17-85e6-fe0dd786b611 HTTP/1.1" status: 200 len: 911 time: 0.1141667 Jun 15 14:22:01.679620 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-ef7350be-6fed-47eb-890a-7b379cb703aa req-c3335b9f-cfc5-4670-a173-6d2aaeb42e44 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6658c8f1-8c8e-40e8-94d2-e80ea09ca66e HTTP/1.1" status: 200 len: 1001 time: 0.0798235 Jun 15 14:22:01.735459 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7350be-6fed-47eb-890a-7b379cb703aa req-3f0c45b0-1c86-4e4d-8afa-df059f06ea47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:22:01.736883 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-ef7350be-6fed-47eb-890a-7b379cb703aa req-3f0c45b0-1c86-4e4d-8afa-df059f06ea47 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c7a8d3b2-93d0-474b-a785-3b20f05c50a2 HTTP/1.1" status: 200 len: 849 time: 0.0499182 Jun 15 14:22:01.804224 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7350be-6fed-47eb-890a-7b379cb703aa req-17d26614-b4bb-44d0-8953-8acf56353ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:22:01.805678 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-ef7350be-6fed-47eb-890a-7b379cb703aa req-17d26614-b4bb-44d0-8953-8acf56353ae8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=38cc54e9-46a5-4f17-85e6-fe0dd786b611&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0622082 Jun 15 14:22:01.917469 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-ef7350be-6fed-47eb-890a-7b379cb703aa req-d526114f-8e01-4208-80f4-86c366006a64 service neutron] 10.222.0.67 "GET /v2.0/networks/38cc54e9-46a5-4f17-85e6-fe0dd786b611?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041400 Jun 15 14:22:02.032793 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dc3510-8796-4050-9f2e-320cabf40a4c req-f4f58d67-127d-4d63-b0be-d754868b8d9c tempest-VolumesActionsTest-599641971 tempest-VolumesActionsTest-599641971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:22:02.034240 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-d9dc3510-8796-4050-9f2e-320cabf40a4c req-f4f58d67-127d-4d63-b0be-d754868b8d9c tempest-VolumesActionsTest-599641971 tempest-VolumesActionsTest-599641971-project] 10.222.0.26 "GET /v2.0/ports?device_id=0d174c2a-07a2-4a99-ae94-4bdec66da17b HTTP/1.1" status: 200 len: 944 time: 0.0727739 Jun 15 14:22:02.036300 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-ef7350be-6fed-47eb-890a-7b379cb703aa req-0d86a1df-0749-4fd0-9837-e1cc43f04088 service neutron] 10.222.0.67 "GET /v2.0/networks/38cc54e9-46a5-4f17-85e6-fe0dd786b611?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120300 Jun 15 14:22:02.075802 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-d9dc3510-8796-4050-9f2e-320cabf40a4c req-982f8c22-9e00-4d19-8f2e-b66f3efa6323 tempest-VolumesActionsTest-599641971 tempest-VolumesActionsTest-599641971-project] 10.222.0.26 "GET /v2.0/security-groups?id=e38aeb04-5cf3-4cf1-9cbe-5431930a5a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357351 Jun 15 14:22:02.785933 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Device b462a025-a5b6-49ae-8347-3728bb40d700 up at agent hyperv_hv-cinder-79647 {{(pid=91909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:22:02.843238 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Provisioning for port b462a025-a5b6-49ae-8347-3728bb40d700 completed by entity L2. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:22:02.846687 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Provisioning complete for port b462a025-a5b6-49ae-8347-3728bb40d700 triggered by entity L2. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:22:02.847102 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897510'] for port, provisioning_complete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:02.932171 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:02.957517 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d174c2a-07a2-4a99-ae94-4bdec66da17b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b462a025-a5b6-49ae-8347-3728bb40d700'}] {{(pid=91909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:22:02.959839 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}018986bfbd05ca611dd30af7db176f5a3185891675ab09d2ffafe9409078adde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b95ebc2-aab5-4a65-982f-1e8c2acb4382" -d '{"events": [{"server_uuid": "0d174c2a-07a2-4a99-ae94-4bdec66da17b", "name": "network-vif-plugged", "status": "completed", "tag": "b462a025-a5b6-49ae-8347-3728bb40d700"}]}' {{(pid=91909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:22:02.977629 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] For port b462a025-a5b6-49ae-8347-3728bb40d700, host hv-cinder-79647, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79647',level=0,port_id=b462a025-a5b6-49ae-8347-3728bb40d700,segment=NetworkSegment(a0ae21ea-acdd-4ace-95d6-9b8b7dd72bf8),segment_id=a0ae21ea-acdd-4ace-95d6-9b8b7dd72bf8)] {{(pid=91909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:22:02.982057 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492'] for port, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:02.984002 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:22:03.141577 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e933dc5-61c1-4811-a184-7c0333958edd x-openstack-request-id: req-1e933dc5-61c1-4811-a184-7c0333958edd {{(pid=91909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:22:03.141953 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d174c2a-07a2-4a99-ae94-4bdec66da17b", "name": "network-vif-plugged", "status": "completed", "tag": "b462a025-a5b6-49ae-8347-3728bb40d700", "code": 200}]} {{(pid=91909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:22:03.142105 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1e933dc5-61c1-4811-a184-7c0333958edd {{(pid=91909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:22:03.144601 dv-cinder-796471-1-iscsi neutron-server[91909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d174c2a-07a2-4a99-ae94-4bdec66da17b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b462a025-a5b6-49ae-8347-3728bb40d700', 'code': 200} Jun 15 14:22:03.175299 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Pushing event updated for resources: {'Port': ['ID=b462a025-a5b6-49ae-8347-3728bb40d700,revision_number=5']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:22:03.178756 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:22:03.270075 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3bf401-79f5-4f53-b9ae-2a479705dad3 req-e82c0369-c1a5-441c-8f85-7e7e5172eeae tempest-VolumesActionsTest-599641971 tempest-VolumesActionsTest-599641971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:22:03.271571 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-4b3bf401-79f5-4f53-b9ae-2a479705dad3 req-e82c0369-c1a5-441c-8f85-7e7e5172eeae tempest-VolumesActionsTest-599641971 tempest-VolumesActionsTest-599641971-project] 10.222.0.26 "GET /v2.0/ports?device_id=0d174c2a-07a2-4a99-ae94-4bdec66da17b HTTP/1.1" status: 200 len: 945 time: 0.0718853 Jun 15 14:22:03.291721 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabfa122-8e7e-45d5-8f93-2e320a36ac4a req-b651575f-afde-4b18-97e3-3eb1c0825e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:22:03.293194 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-fabfa122-8e7e-45d5-8f93-2e320a36ac4a req-b651575f-afde-4b18-97e3-3eb1c0825e8e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=0d174c2a-07a2-4a99-ae94-4bdec66da17b HTTP/1.1" status: 200 len: 1098 time: 0.0674973 Jun 15 14:22:03.314150 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-4b3bf401-79f5-4f53-b9ae-2a479705dad3 req-d2fd7b93-040f-4dec-a936-e1f39af379c3 tempest-VolumesActionsTest-599641971 tempest-VolumesActionsTest-599641971-project] 10.222.0.26 "GET /v2.0/security-groups?id=e38aeb04-5cf3-4cf1-9cbe-5431930a5a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363066 Jun 15 14:22:03.332102 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-fabfa122-8e7e-45d5-8f93-2e320a36ac4a req-29d260aa-9089-4e16-a495-d390d59dffcb service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=e38aeb04-5cf3-4cf1-9cbe-5431930a5a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311785 Jun 15 14:22:04.509697 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77025cd0-e44c-493e-8d9b-526137d9bb72 req-84a366c2-c173-4099-9c1b-37e8d59f58a3 tempest-VolumesActionsTest-599641971 tempest-VolumesActionsTest-599641971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:22:04.511174 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-77025cd0-e44c-493e-8d9b-526137d9bb72 req-84a366c2-c173-4099-9c1b-37e8d59f58a3 tempest-VolumesActionsTest-599641971 tempest-VolumesActionsTest-599641971-project] 10.222.0.26 "GET /v2.0/ports?device_id=0d174c2a-07a2-4a99-ae94-4bdec66da17b HTTP/1.1" status: 200 len: 945 time: 0.0727038 Jun 15 14:22:04.552113 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-77025cd0-e44c-493e-8d9b-526137d9bb72 req-64b1e326-88fd-49f6-a818-a19a40966c96 tempest-VolumesActionsTest-599641971 tempest-VolumesActionsTest-599641971-project] 10.222.0.26 "GET /v2.0/security-groups?id=e38aeb04-5cf3-4cf1-9cbe-5431930a5a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345502 Jun 15 14:22:05.738123 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fa2966-dd9e-4331-99ac-0d1f3c9e8013 req-85a2b4ec-3e2b-4a96-a171-1e5bb3a9b90a tempest-VolumesActionsTest-599641971 tempest-VolumesActionsTest-599641971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:22:05.739617 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-53fa2966-dd9e-4331-99ac-0d1f3c9e8013 req-85a2b4ec-3e2b-4a96-a171-1e5bb3a9b90a tempest-VolumesActionsTest-599641971 tempest-VolumesActionsTest-599641971-project] 10.222.0.26 "GET /v2.0/ports?device_id=0d174c2a-07a2-4a99-ae94-4bdec66da17b HTTP/1.1" status: 200 len: 945 time: 0.0731592 Jun 15 14:22:05.781345 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-53fa2966-dd9e-4331-99ac-0d1f3c9e8013 req-df1572d3-72cf-4dbc-8208-0c6c5b556be3 tempest-VolumesActionsTest-599641971 tempest-VolumesActionsTest-599641971-project] 10.222.0.26 "GET /v2.0/security-groups?id=e38aeb04-5cf3-4cf1-9cbe-5431930a5a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361788 Jun 15 14:22:06.662188 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7feaed2-c4d1-43fc-b240-a3563f23d4b7 req-44af268e-660e-4fc5-8ec7-e9eacd1090fb tempest-VolumesActionsTest-599641971 tempest-VolumesActionsTest-599641971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:22:06.663671 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-c7feaed2-c4d1-43fc-b240-a3563f23d4b7 req-44af268e-660e-4fc5-8ec7-e9eacd1090fb tempest-VolumesActionsTest-599641971 tempest-VolumesActionsTest-599641971-project] 10.222.0.26 "GET /v2.0/ports?device_id=0d174c2a-07a2-4a99-ae94-4bdec66da17b HTTP/1.1" status: 200 len: 945 time: 0.0693240 Jun 15 14:22:06.704430 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-c7feaed2-c4d1-43fc-b240-a3563f23d4b7 req-26ef68e8-a384-4b2b-8227-fca7ec308295 tempest-VolumesActionsTest-599641971 tempest-VolumesActionsTest-599641971-project] 10.222.0.26 "GET /v2.0/security-groups?id=e38aeb04-5cf3-4cf1-9cbe-5431930a5a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352170 Jun 15 14:22:07.887750 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061b385f-7ece-43fc-a4a3-72521075b5ba req-de695a8e-de62-47a3-a03f-8ecf580c7845 tempest-VolumesActionsTest-599641971 tempest-VolumesActionsTest-599641971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:22:07.889168 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-061b385f-7ece-43fc-a4a3-72521075b5ba req-de695a8e-de62-47a3-a03f-8ecf580c7845 tempest-VolumesActionsTest-599641971 tempest-VolumesActionsTest-599641971-project] 10.222.0.26 "GET /v2.0/ports?device_id=0d174c2a-07a2-4a99-ae94-4bdec66da17b HTTP/1.1" status: 200 len: 945 time: 0.0738196 Jun 15 14:22:07.930745 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-061b385f-7ece-43fc-a4a3-72521075b5ba req-90aca5af-9a2b-4881-bc62-afc95992ce9c tempest-VolumesActionsTest-599641971 tempest-VolumesActionsTest-599641971-project] 10.222.0.26 "GET /v2.0/security-groups?id=e38aeb04-5cf3-4cf1-9cbe-5431930a5a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355709 Jun 15 14:22:08.093721 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f2d7ef-6918-44cb-8e8e-a90ca919eb01 req-0c46007d-70d2-4f5f-a058-c3e3774536c4 tempest-VolumesActionsTest-599641971 tempest-VolumesActionsTest-599641971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:22:08.095156 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-29f2d7ef-6918-44cb-8e8e-a90ca919eb01 req-0c46007d-70d2-4f5f-a058-c3e3774536c4 tempest-VolumesActionsTest-599641971 tempest-VolumesActionsTest-599641971-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d174c2a-07a2-4a99-ae94-4bdec66da17b HTTP/1.1" status: 200 len: 945 time: 0.0668902 Jun 15 14:22:08.208442 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.plugin [req-29f2d7ef-6918-44cb-8e8e-a90ca919eb01 req-c8b91717-3e1f-45b3-8bd5-f09263ef18f7 tempest-VolumesActionsTest-599641971 tempest-VolumesActionsTest-599641971-project] Deleting port b462a025-a5b6-49ae-8347-3728bb40d700 {{(pid=91907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:22:08.208684 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-29f2d7ef-6918-44cb-8e8e-a90ca919eb01 req-c8b91717-3e1f-45b3-8bd5-f09263ef18f7 tempest-VolumesActionsTest-599641971 tempest-VolumesActionsTest-599641971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781714481448'] for port, before_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:08.319726 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.db [req-29f2d7ef-6918-44cb-8e8e-a90ca919eb01 req-c8b91717-3e1f-45b3-8bd5-f09263ef18f7 tempest-VolumesActionsTest-599641971 tempest-VolumesActionsTest-599641971-project] For port b462a025-a5b6-49ae-8347-3728bb40d700, host hv-cinder-79647, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79647',level=0,port_id=b462a025-a5b6-49ae-8347-3728bb40d700,segment=NetworkSegment(a0ae21ea-acdd-4ace-95d6-9b8b7dd72bf8),segment_id=a0ae21ea-acdd-4ace-95d6-9b8b7dd72bf8)] {{(pid=91907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:22:08.320082 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-29f2d7ef-6918-44cb-8e8e-a90ca919eb01 req-c8b91717-3e1f-45b3-8bd5-f09263ef18f7 tempest-VolumesActionsTest-599641971 tempest-VolumesActionsTest-599641971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668414'] for port, precommit_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:08.417517 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.plugin [req-29f2d7ef-6918-44cb-8e8e-a90ca919eb01 req-c8b91717-3e1f-45b3-8bd5-f09263ef18f7 tempest-VolumesActionsTest-599641971 tempest-VolumesActionsTest-599641971-project] Calling delete_port for b462a025-a5b6-49ae-8347-3728bb40d700 owned by compute:nova {{(pid=91907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:22:08.565297 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-29f2d7ef-6918-44cb-8e8e-a90ca919eb01 req-c8b91717-3e1f-45b3-8bd5-f09263ef18f7 tempest-VolumesActionsTest-599641971 tempest-VolumesActionsTest-599641971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781714486604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781714044438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4061906'] for port, after_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:08.569027 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-23ba06ed-31a9-4889-b350-285e96cbb554 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:22:08.599778 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] get_ports_and_sgs() called for port_ids ['b462a025-a5b6-49ae-8347-3728bb40d700'] {{(pid=91909) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:22:08.604536 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b91717-3e1f-45b3-8bd5-f09263ef18f7 tempest-VolumesActionsTest-599641971 tempest-VolumesActionsTest-599641971-project] Pushing event deleted for resources: {'Port': ['ID=b462a025-a5b6-49ae-8347-3728bb40d700,revision_number=None']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:22:08.609506 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-c8b91717-3e1f-45b3-8bd5-f09263ef18f7 tempest-VolumesActionsTest-599641971 tempest-VolumesActionsTest-599641971-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:22:08.659314 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.db.l3_dvrscheduler_db [req-29f2d7ef-6918-44cb-8e8e-a90ca919eb01 req-c8b91717-3e1f-45b3-8bd5-f09263ef18f7 tempest-VolumesActionsTest-599641971 tempest-VolumesActionsTest-599641971-project] No DVR routers for this DVR port b462a025-a5b6-49ae-8347-3728bb40d700 on host hv-cinder-79647 {{(pid=91907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:22:08.661733 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-29f2d7ef-6918-44cb-8e8e-a90ca919eb01 req-c8b91717-3e1f-45b3-8bd5-f09263ef18f7 tempest-VolumesActionsTest-599641971 tempest-VolumesActionsTest-599641971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58954'] for port, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:08.663685 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-29f2d7ef-6918-44cb-8e8e-a90ca919eb01 req-c8b91717-3e1f-45b3-8bd5-f09263ef18f7 tempest-VolumesActionsTest-599641971 tempest-VolumesActionsTest-599641971-project] 10.222.0.67 "DELETE /v2.0/ports/b462a025-a5b6-49ae-8347-3728bb40d700 HTTP/1.1" status: 204 len: 173 time: 0.5634198 Jun 15 14:22:08.664184 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d174c2a-07a2-4a99-ae94-4bdec66da17b', 'name': 'network-vif-deleted', 'tag': 'b462a025-a5b6-49ae-8347-3728bb40d700'}] {{(pid=91907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:22:08.666477 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24467d57c8f568e2e16d95ba24031d6b60035fd708ad429d2e8baac5a477cd4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c2ded67-a04c-43dd-a71e-92a85e328f26" -d '{"events": [{"server_uuid": "0d174c2a-07a2-4a99-ae94-4bdec66da17b", "name": "network-vif-deleted", "tag": "b462a025-a5b6-49ae-8347-3728bb40d700"}]}' {{(pid=91907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:22:08.706042 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44e648a6-c9f2-4ebd-80ce-c6ca3ab6de8b x-openstack-request-id: req-44e648a6-c9f2-4ebd-80ce-c6ca3ab6de8b {{(pid=91907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:22:08.706399 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d174c2a-07a2-4a99-ae94-4bdec66da17b", "name": "network-vif-deleted", "tag": "b462a025-a5b6-49ae-8347-3728bb40d700", "status": "completed", "code": 200}]} {{(pid=91907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:22:08.706695 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-44e648a6-c9f2-4ebd-80ce-c6ca3ab6de8b {{(pid=91907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:22:08.707166 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d174c2a-07a2-4a99-ae94-4bdec66da17b', 'name': 'network-vif-deleted', 'tag': 'b462a025-a5b6-49ae-8347-3728bb40d700', 'status': 'completed', 'code': 200} Jun 15 14:22:09.097162 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-99400556-8a98-456b-b61e-19e5dec862d5 req-c91a4da4-43b3-44f3-80c1-3b6b183f4424 tempest-VolumesActionsTest-599641971 tempest-VolumesActionsTest-599641971-project] 10.222.0.26 "GET /v2.0/ports?device_id=0d174c2a-07a2-4a99-ae94-4bdec66da17b HTTP/1.1" status: 200 len: 210 time: 0.0348506 Jun 15 14:22:13.788792 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Device b462a025-a5b6-49ae-8347-3728bb40d700 no longer exists at agent hyperv_hv-cinder-79647 {{(pid=91909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:22:13.814080 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.plugin [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] No Port match for: b462a025-a5b6-49ae-8347-3728bb40d700 {{(pid=91909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:22:13.814427 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Device b462a025-a5b6-49ae-8347-3728bb40d700 not bound to the agent host hv-cinder-79647 {{(pid=91909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:22:18.066174 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bcd57172-8f91-45e5-9ea2-5a6ea65e6feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:20.695115 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:20.936333 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bdbe8473-78c7-4750-b8f5-fed0c6eda408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:21.811551 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-a2325736-757f-4788-9f3d-6fe831cb64a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:23.445534 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-987cb3c8-732e-4ef7-aae2-903816ba9880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:27.586165 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:30.257031 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 41566) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:22:30.459499 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.plugin [None req-a6aab052-eda1-4d77-8bb6-02b8f85eb391 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Deleting port cb91bba9-c6ea-4548-9070-80efb8fb912e {{(pid=91906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:22:30.459762 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-a6aab052-eda1-4d77-8bb6-02b8f85eb391 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781714481448'] for port, before_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:30.561372 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-a6aab052-eda1-4d77-8bb6-02b8f85eb391 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668414'] for port, precommit_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:30.561695 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-a6aab052-eda1-4d77-8bb6-02b8f85eb391 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:30.657112 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.plugin [None req-a6aab052-eda1-4d77-8bb6-02b8f85eb391 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Calling delete_port for cb91bba9-c6ea-4548-9070-80efb8fb912e owned by network:floatingip {{(pid=91906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:22:30.844674 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-a6aab052-eda1-4d77-8bb6-02b8f85eb391 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781714486604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781714044438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3410898'] for port, after_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:30.847779 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-4a573f6e-ef5e-4d25-806c-5233230391f1 tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:22:30.876048 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6aab052-eda1-4d77-8bb6-02b8f85eb391 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Pushing event deleted for resources: {'Port': ['ID=cb91bba9-c6ea-4548-9070-80efb8fb912e,revision_number=None']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:22:30.879171 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-a6aab052-eda1-4d77-8bb6-02b8f85eb391 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:22:30.953829 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-a6aab052-eda1-4d77-8bb6-02b8f85eb391 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Notify callbacks [] for floatingip, after_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:30.954148 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.db.l3_db [None req-a6aab052-eda1-4d77-8bb6-02b8f85eb391 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Floating IP 576fd3ad-f3a4-4801-88e3-0866bbe8d12e disassociated (deleted). External IP: 172.27.1.198, port: 6658c8f1-8c8e-40e8-94d2-e80ea09ca66e. Jun 15 14:22:30.979098 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 41570) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:22:31.037418 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c1edd72-0604-470e-8eae-d09657ecab12 admin admin] Deleting subnet 5e0c2735-3e40-4a9d-9600-87b14cecf611 {{(pid=91907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 15 14:22:31.040472 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-1c1edd72-0604-470e-8eae-d09657ecab12 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:31.083072 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-1c1edd72-0604-470e-8eae-d09657ecab12 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8456787'] for subnet, precommit_delete_associations {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:31.129620 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-1c1edd72-0604-470e-8eae-d09657ecab12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32884212'] for subnet, precommit_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:31.196826 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-1c1edd72-0604-470e-8eae-d09657ecab12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32884221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4061992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3414655'] for subnet, after_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:31.199034 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:22:31.232739 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1edd72-0604-470e-8eae-d09657ecab12 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e0c2735-3e40-4a9d-9600-87b14cecf611,revision_number=None']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:22:31.237081 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-1c1edd72-0604-470e-8eae-d09657ecab12 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:31.241287 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-1c1edd72-0604-470e-8eae-d09657ecab12 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/5e0c2735-3e40-4a9d-9600-87b14cecf611 HTTP/1.1" status: 204 len: 168 time: 0.2586861 Jun 15 14:22:31.242831 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 41572) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:22:31.244715 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6aab052-eda1-4d77-8bb6-02b8f85eb391 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Router 20c0eaad-83cf-4430-b708-c66bdd7420d8 has already been hosted by L3 agent 7c0fcfb6-ee6c-4f84-9204-f4cc96555f34 {{(pid=91906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:22:31.251470 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1edd72-0604-470e-8eae-d09657ecab12 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:22:31.251850 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1edd72-0604-470e-8eae-d09657ecab12 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:22:31.252221 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1edd72-0604-470e-8eae-d09657ecab12 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:22:31.252582 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1edd72-0604-470e-8eae-d09657ecab12 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:22:31.252939 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1edd72-0604-470e-8eae-d09657ecab12 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:22:31.253297 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1edd72-0604-470e-8eae-d09657ecab12 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:22:31.253651 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1edd72-0604-470e-8eae-d09657ecab12 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:22:31.254001 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1edd72-0604-470e-8eae-d09657ecab12 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:22:31.254354 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1edd72-0604-470e-8eae-d09657ecab12 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:22:31.254699 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1edd72-0604-470e-8eae-d09657ecab12 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:22:31.255073 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1edd72-0604-470e-8eae-d09657ecab12 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:22:31.255418 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1edd72-0604-470e-8eae-d09657ecab12 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:22:31.270333 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-1c1edd72-0604-470e-8eae-d09657ecab12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:22:31.341694 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-152c3ee2-8a2c-4758-8f57-54f6d11b31b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33040767'] for network, before_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:31.446392 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-152c3ee2-8a2c-4758-8f57-54f6d11b31b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32895081', 'neutron.services.segments.db._delete_segments_for_network-8781714566072'] for network, precommit_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:31.461409 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.services.segments.db [None req-152c3ee2-8a2c-4758-8f57-54f6d11b31b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e497bcdc-6133-4a11-8e2b-04445759b428']}} {{(pid=91907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:22:31.477036 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.services.segments.db [None req-152c3ee2-8a2c-4758-8f57-54f6d11b31b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0ae21ea-acdd-4ace-95d6-9b8b7dd72bf8') {'for_net_delete': True} {{(pid=91907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:22:31.477313 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.services.segments.db [None req-152c3ee2-8a2c-4758-8f57-54f6d11b31b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0ae21ea-acdd-4ace-95d6-9b8b7dd72bf8') {} {{(pid=91907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:22:31.488221 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-152c3ee2-8a2c-4758-8f57-54f6d11b31b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781714565910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8456792'] for segment, before_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:31.504152 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-152c3ee2-8a2c-4758-8f57-54f6d11b31b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32890017'] for segment, precommit_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:31.510825 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-152c3ee2-8a2c-4758-8f57-54f6d11b31b7 admin admin] Releasing vlan 873 on physical network physnet1 to pool {{(pid=91907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:22:31.511242 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-152c3ee2-8a2c-4758-8f57-54f6d11b31b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32890017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4061825'] for segment, after_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:31.513040 dv-cinder-796471-1-iscsi neutron-server[91907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:22:31.513040 dv-cinder-796471-1-iscsi neutron-server[91907]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:22:31.513040 dv-cinder-796471-1-iscsi neutron-server[91907]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:22:31.513040 dv-cinder-796471-1-iscsi neutron-server[91907]: retrieve_revision_numbers = { Jun 15 14:22:31.513040 dv-cinder-796471-1-iscsi neutron-server[91907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:22:31.513040 dv-cinder-796471-1-iscsi neutron-server[91907]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:22:31.513040 dv-cinder-796471-1-iscsi neutron-server[91907]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:22:31.513040 dv-cinder-796471-1-iscsi neutron-server[91907]: retrieve_revision_numbers = { Jun 15 14:22:31.513040 dv-cinder-796471-1-iscsi neutron-server[91907]: Traceback (most recent call last): Jun 15 14:22:31.513040 dv-cinder-796471-1-iscsi neutron-server[91907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 15 14:22:31.513040 dv-cinder-796471-1-iscsi neutron-server[91907]: timer() Jun 15 14:22:31.513040 dv-cinder-796471-1-iscsi neutron-server[91907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 15 14:22:31.513040 dv-cinder-796471-1-iscsi neutron-server[91907]: cb(*args, **kw) Jun 15 14:22:31.513040 dv-cinder-796471-1-iscsi neutron-server[91907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 15 14:22:31.513040 dv-cinder-796471-1-iscsi neutron-server[91907]: return func(*args, **kwargs) Jun 15 14:22:31.513040 dv-cinder-796471-1-iscsi neutron-server[91907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 15 14:22:31.513040 dv-cinder-796471-1-iscsi neutron-server[91907]: self._notify() Jun 15 14:22:31.513040 dv-cinder-796471-1-iscsi neutron-server[91907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 15 14:22:31.513040 dv-cinder-796471-1-iscsi neutron-server[91907]: self.callback(batched_events) Jun 15 14:22:31.513040 dv-cinder-796471-1-iscsi neutron-server[91907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 15 14:22:31.513040 dv-cinder-796471-1-iscsi neutron-server[91907]: event.method(event) Jun 15 14:22:31.513040 dv-cinder-796471-1-iscsi neutron-server[91907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 15 14:22:31.513040 dv-cinder-796471-1-iscsi neutron-server[91907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 15 14:22:31.513040 dv-cinder-796471-1-iscsi neutron-server[91907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 15 14:22:31.513040 dv-cinder-796471-1-iscsi neutron-server[91907]: aggregate_uuid = self.p_client.list_aggregates( Jun 15 14:22:31.513040 dv-cinder-796471-1-iscsi neutron-server[91907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 15 14:22:31.513040 dv-cinder-796471-1-iscsi neutron-server[91907]: return f(self, *a, **k) Jun 15 14:22:31.513040 dv-cinder-796471-1-iscsi neutron-server[91907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 15 14:22:31.513040 dv-cinder-796471-1-iscsi neutron-server[91907]: return self._get(url).json() Jun 15 14:22:31.513040 dv-cinder-796471-1-iscsi neutron-server[91907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 15 14:22:31.513040 dv-cinder-796471-1-iscsi neutron-server[91907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 15 14:22:31.513040 dv-cinder-796471-1-iscsi neutron-server[91907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 15 14:22:31.513040 dv-cinder-796471-1-iscsi neutron-server[91907]: return self.request(url, 'GET', **kwargs) Jun 15 14:22:31.513040 dv-cinder-796471-1-iscsi neutron-server[91907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 15 14:22:31.513040 dv-cinder-796471-1-iscsi neutron-server[91907]: base_url = self.get_endpoint(auth, allow=allow, Jun 15 14:22:31.513040 dv-cinder-796471-1-iscsi neutron-server[91907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 15 14:22:31.513040 dv-cinder-796471-1-iscsi neutron-server[91907]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 15 14:22:31.513040 dv-cinder-796471-1-iscsi neutron-server[91907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 15 14:22:31.513040 dv-cinder-796471-1-iscsi neutron-server[91907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 15 14:22:31.513040 dv-cinder-796471-1-iscsi neutron-server[91907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 15 14:22:31.595363 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-152c3ee2-8a2c-4758-8f57-54f6d11b31b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32895094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-350226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667141'] for network, after_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:31.599442 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:22:31.602136 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-152c3ee2-8a2c-4758-8f57-54f6d11b31b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537372'] for network, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:31.606312 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-152c3ee2-8a2c-4758-8f57-54f6d11b31b7 admin admin] 10.222.0.26 "DELETE /v2.0/networks/e497bcdc-6133-4a11-8e2b-04445759b428 HTTP/1.1" status: 204 len: 168 time: 0.3602247 Jun 15 14:22:31.620553 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152c3ee2-8a2c-4758-8f57-54f6d11b31b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=e497bcdc-6133-4a11-8e2b-04445759b428,revision_number=None']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:22:31.623024 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-152c3ee2-8a2c-4758-8f57-54f6d11b31b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:22:31.684321 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6aab052-eda1-4d77-8bb6-02b8f85eb391 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Notify agent at l3_agent.dv-cinder-796471-1-iscsi the message routers_updated {{(pid=91906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:22:31.689339 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-a6aab052-eda1-4d77-8bb6-02b8f85eb391 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58954'] for floatingip, before_response {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:31.694582 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb61de1-8890-470c-9f99-ab70b714a402 None None] Sync routers for ids ['20c0eaad-83cf-4430-b708-c66bdd7420d8'] in dv-cinder-796471-1-iscsi {{(pid=91909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:22:31.703700 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb61de1-8890-470c-9f99-ab70b714a402 None None] Routers {'20c0eaad-83cf-4430-b708-c66bdd7420d8'} bound to L3 agent in host dv-cinder-796471-1-iscsi {{(pid=91909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:22:31.704257 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_hamode_db [None req-edb61de1-8890-470c-9f99-ab70b714a402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796471-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-15T14:04:51Z,description=,heartbeat_timestamp=2021-06-15T14:22:21Z,host='dv-cinder-796471-1-iscsi',id=7c0fcfb6-ee6c-4f84-9204-f4cc96555f34,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:04:51Z,topic='l3_agent')) {'router_ids': ['20c0eaad-83cf-4430-b708-c66bdd7420d8'], 'active': True} {{(pid=91909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:22:31.741640 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-a6aab052-eda1-4d77-8bb6-02b8f85eb391 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "DELETE /v2.0/floatingips/576fd3ad-f3a4-4801-88e3-0866bbe8d12e HTTP/1.1" status: 204 len: 168 time: 1.4810796 Jun 15 14:22:31.741640 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '405d9f84-bee6-48f4-8844-e3a48eb0ef4f', 'tag': '6658c8f1-8c8e-40e8-94d2-e80ea09ca66e'}] {{(pid=91906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:22:31.743228 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6e08b2e8a943f90b978338aafac4b6863d86ad6c280d3789afb6c36825669ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4688ab19-5ed9-4292-a853-4ff89a01983e" -d '{"events": [{"name": "network-changed", "server_uuid": "405d9f84-bee6-48f4-8844-e3a48eb0ef4f", "tag": "6658c8f1-8c8e-40e8-94d2-e80ea09ca66e"}]}' {{(pid=91906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:22:31.790024 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 14:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cfbe484-55c4-4dbf-b579-63ed6209de1e x-openstack-request-id: req-0cfbe484-55c4-4dbf-b579-63ed6209de1e {{(pid=91906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:22:31.790416 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "405d9f84-bee6-48f4-8844-e3a48eb0ef4f", "tag": "6658c8f1-8c8e-40e8-94d2-e80ea09ca66e", "status": "completed", "code": 200}]} {{(pid=91906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:22:31.790762 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0cfbe484-55c4-4dbf-b579-63ed6209de1e {{(pid=91906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:22:31.791270 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '405d9f84-bee6-48f4-8844-e3a48eb0ef4f', 'tag': '6658c8f1-8c8e-40e8-94d2-e80ea09ca66e', 'status': 'completed', 'code': 200} Jun 15 14:22:31.807582 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 41580) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:22:31.864977 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_dvr_db [None req-edb61de1-8890-470c-9f99-ab70b714a402 None None] Set router 20c0eaad-83cf-4430-b708-c66bdd7420d8 gateway port host: dv-cinder-796471-1-iscsi {{(pid=91909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:22:31.891496 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-a71fa45c-234f-4a0e-b57a-e80813753e1d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=451524af00cd4021b24bb20c564c7f44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0824125 Jun 15 14:22:31.892697 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 41582) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:22:31.931316 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4688ab19-5ed9-4292-a853-4ff89a01983e req-cdabb1bf-764e-4118-8ea1-56a76b41c669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:22:31.932811 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-4688ab19-5ed9-4292-a853-4ff89a01983e req-cdabb1bf-764e-4118-8ea1-56a76b41c669 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c3de56a81c9f49fdb5657745f0c5e9a7&device_id=405d9f84-bee6-48f4-8844-e3a48eb0ef4f HTTP/1.1" status: 200 len: 1098 time: 0.0834856 Jun 15 14:22:31.952567 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-9deccfb5-ef1d-4a09-8feb-9872f7e29f33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:31.978839 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-9deccfb5-ef1d-4a09-8feb-9872f7e29f33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:32.038891 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-9deccfb5-ef1d-4a09-8feb-9872f7e29f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:32.041871 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-9deccfb5-ef1d-4a09-8feb-9872f7e29f33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:32.045893 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-9deccfb5-ef1d-4a09-8feb-9872f7e29f33 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e38aeb04-5cf3-4cf1-9cbe-5431930a5a73 HTTP/1.1" status: 204 len: 168 time: 0.1490459 Jun 15 14:22:32.045893 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-d5729d69-e462-45b0-b5e8-a0dac4532ddf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:22:32.062041 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9deccfb5-ef1d-4a09-8feb-9872f7e29f33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e38aeb04-5cf3-4cf1-9cbe-5431930a5a73,revision_number=None']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:22:32.064572 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-9deccfb5-ef1d-4a09-8feb-9872f7e29f33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:22:32.103297 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4688ab19-5ed9-4292-a853-4ff89a01983e req-4e71b3cd-3b28-4920-83cb-610e529cc09f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:22:32.105486 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-4688ab19-5ed9-4292-a853-4ff89a01983e req-4e71b3cd-3b28-4920-83cb-610e529cc09f service neutron] 10.222.0.67 "GET /v2.0/networks?id=38cc54e9-46a5-4f17-85e6-fe0dd786b611 HTTP/1.1" status: 200 len: 911 time: 0.1658072 Jun 15 14:22:32.169888 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-4688ab19-5ed9-4292-a853-4ff89a01983e req-b260beb1-6376-4023-bea1-5d4229fc26d0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6658c8f1-8c8e-40e8-94d2-e80ea09ca66e HTTP/1.1" status: 200 len: 217 time: 0.0572729 Jun 15 14:22:32.183684 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa073e6-8b15-401c-95ad-84b1477e5ae5 req-5b1c4883-5e95-4e2e-a1e6-74e5fad50d98 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:22:32.186571 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-eaa073e6-8b15-401c-95ad-84b1477e5ae5 req-5b1c4883-5e95-4e2e-a1e6-74e5fad50d98 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "GET /v2.0/ports?device_id=405d9f84-bee6-48f4-8844-e3a48eb0ef4f HTTP/1.1" status: 200 len: 945 time: 0.0904510 Jun 15 14:22:32.237815 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_hamode_db [None req-edb61de1-8890-470c-9f99-ab70b714a402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c0eaad-83cf-4430-b708-c66bdd7420d8', 'name': 'tempest-TestVolumeBootPattern-92072223-router', 'tenant_id': 'c3de56a81c9f49fdb5657745f0c5e9a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'external_fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': 'd971e2b1-b9ea-44de-a79f-39fe38ddcd08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:13:59Z', 'updated_at': '2021-06-15T14:14:06Z', 'revision_number': 4, 'project_id': 'c3de56a81c9f49fdb5657745f0c5e9a7', 'gw_port': {'id': 'd971e2b1-b9ea-44de-a79f-39fe38ddcd08', 'name': '', 'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d4:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c0eaad-83cf-4430-b708-c66bdd7420d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:14:00Z', 'updated_at': '2021-06-15T14:14:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796471-1-iscsi', '_floatingips': [{'id': '249a7f02-741d-4eae-8c07-3c3cef3701c5', 'tenant_id': 'c3de56a81c9f49fdb5657745f0c5e9a7', 'floating_ip_address': '172.27.1.103', 'floating_network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'router_id': '20c0eaad-83cf-4430-b708-c66bdd7420d8', 'port_id': 'ea61a4d3-9dba-46d7-bade-007b03bc52a7', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38cc54e9-46a5-4f17-85e6-fe0dd786b611', 'mac_address': 'fa:16:3e:18:3e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c338005-e679-4872-9a31-4b3860bc0e3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-15T14:18:24Z', 'updated_at': '2021-06-15T14:18:29Z', 'revision_number': 1, 'project_id': 'c3de56a81c9f49fdb5657745f0c5e9a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da9737a8-9041-44ab-8b20-9f32fed8bfee', 'name': '', 'network_id': '38cc54e9-46a5-4f17-85e6-fe0dd786b611', 'tenant_id': 'c3de56a81c9f49fdb5657745f0c5e9a7', 'mac_address': 'fa:16:3e:83:f0:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c0eaad-83cf-4430-b708-c66bdd7420d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'c7a8d3b2-93d0-474b-a785-3b20f05c50a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:14:04Z', 'updated_at': '2021-06-15T14:14:14Z', 'revision_number': 5, 'project_id': 'c3de56a81c9f49fdb5657745f0c5e9a7', 'subnets': [{'id': 'c7a8d3b2-93d0-474b-a785-3b20f05c50a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796471-1-iscsi', False) {} {{(pid=91909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:22:32.239369 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4688ab19-5ed9-4292-a853-4ff89a01983e req-f9d0d7b5-5a11-46f0-8f26-c124441a79eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:22:32.241236 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-4688ab19-5ed9-4292-a853-4ff89a01983e req-f9d0d7b5-5a11-46f0-8f26-c124441a79eb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c7a8d3b2-93d0-474b-a785-3b20f05c50a2 HTTP/1.1" status: 200 len: 849 time: 0.0635171 Jun 15 14:22:32.242124 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-eaa073e6-8b15-401c-95ad-84b1477e5ae5 req-5beb90e3-f17d-443c-9142-8c40b22e62ae tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "GET /v2.0/security-groups?id=5fb2b0bc-4d97-449b-9031-5715adbe68e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492878 Jun 15 14:22:32.243566 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb61de1-8890-470c-9f99-ab70b714a402 None None] Checking router: 20c0eaad-83cf-4430-b708-c66bdd7420d8 for host: dv-cinder-796471-1-iscsi {{(pid=91909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:22:32.252879 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb61de1-8890-470c-9f99-ab70b714a402 None None] Routers {'20c0eaad-83cf-4430-b708-c66bdd7420d8'} bound to L3 agent in host dv-cinder-796471-1-iscsi {{(pid=91909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:22:32.253845 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_hamode_db [None req-edb61de1-8890-470c-9f99-ab70b714a402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796471-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-15T14:04:51Z,description=,heartbeat_timestamp=2021-06-15T14:22:21Z,host='dv-cinder-796471-1-iscsi',id=7c0fcfb6-ee6c-4f84-9204-f4cc96555f34,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:04:51Z,topic='l3_agent')) {'router_ids': ['20c0eaad-83cf-4430-b708-c66bdd7420d8'], 'active': True} {{(pid=91909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:22:32.317527 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4688ab19-5ed9-4292-a853-4ff89a01983e req-f88b6ece-dc34-4e6e-bad4-1f749774d546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:22:32.319257 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-4688ab19-5ed9-4292-a853-4ff89a01983e req-f88b6ece-dc34-4e6e-bad4-1f749774d546 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=38cc54e9-46a5-4f17-85e6-fe0dd786b611&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0676305 Jun 15 14:22:32.406738 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_dvr_db [None req-edb61de1-8890-470c-9f99-ab70b714a402 None None] Set router 20c0eaad-83cf-4430-b708-c66bdd7420d8 gateway port host: dv-cinder-796471-1-iscsi {{(pid=91909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:22:32.443246 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-4688ab19-5ed9-4292-a853-4ff89a01983e req-e403282f-1e55-4315-b138-a013231c961f service neutron] 10.222.0.67 "GET /v2.0/networks/38cc54e9-46a5-4f17-85e6-fe0dd786b611?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157353 Jun 15 14:22:32.573579 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-4688ab19-5ed9-4292-a853-4ff89a01983e req-50a624c2-6f58-4b66-9910-53f931491234 service neutron] 10.222.0.67 "GET /v2.0/networks/38cc54e9-46a5-4f17-85e6-fe0dd786b611?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211259 Jun 15 14:22:32.707952 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_hamode_db [None req-edb61de1-8890-470c-9f99-ab70b714a402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c0eaad-83cf-4430-b708-c66bdd7420d8', 'name': 'tempest-TestVolumeBootPattern-92072223-router', 'tenant_id': 'c3de56a81c9f49fdb5657745f0c5e9a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'external_fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': 'd971e2b1-b9ea-44de-a79f-39fe38ddcd08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:13:59Z', 'updated_at': '2021-06-15T14:14:06Z', 'revision_number': 4, 'project_id': 'c3de56a81c9f49fdb5657745f0c5e9a7', 'gw_port': {'id': 'd971e2b1-b9ea-44de-a79f-39fe38ddcd08', 'name': '', 'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d4:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c0eaad-83cf-4430-b708-c66bdd7420d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:14:00Z', 'updated_at': '2021-06-15T14:14:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796471-1-iscsi', '_floatingips': [{'id': '249a7f02-741d-4eae-8c07-3c3cef3701c5', 'tenant_id': 'c3de56a81c9f49fdb5657745f0c5e9a7', 'floating_ip_address': '172.27.1.103', 'floating_network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'router_id': '20c0eaad-83cf-4430-b708-c66bdd7420d8', 'port_id': 'ea61a4d3-9dba-46d7-bade-007b03bc52a7', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38cc54e9-46a5-4f17-85e6-fe0dd786b611', 'mac_address': 'fa:16:3e:18:3e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c338005-e679-4872-9a31-4b3860bc0e3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-15T14:18:24Z', 'updated_at': '2021-06-15T14:18:29Z', 'revision_number': 1, 'project_id': 'c3de56a81c9f49fdb5657745f0c5e9a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da9737a8-9041-44ab-8b20-9f32fed8bfee', 'name': '', 'network_id': '38cc54e9-46a5-4f17-85e6-fe0dd786b611', 'tenant_id': 'c3de56a81c9f49fdb5657745f0c5e9a7', 'mac_address': 'fa:16:3e:83:f0:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c0eaad-83cf-4430-b708-c66bdd7420d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'c7a8d3b2-93d0-474b-a785-3b20f05c50a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:14:04Z', 'updated_at': '2021-06-15T14:14:14Z', 'revision_number': 5, 'project_id': 'c3de56a81c9f49fdb5657745f0c5e9a7', 'subnets': [{'id': 'c7a8d3b2-93d0-474b-a785-3b20f05c50a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796471-1-iscsi', False) {} {{(pid=91909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:22:32.711573 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb61de1-8890-470c-9f99-ab70b714a402 None None] The sync data for ids ['20c0eaad-83cf-4430-b708-c66bdd7420d8'] in dv-cinder-796471-1-iscsi is: [{'id': '20c0eaad-83cf-4430-b708-c66bdd7420d8', 'name': 'tempest-TestVolumeBootPattern-92072223-router', 'tenant_id': 'c3de56a81c9f49fdb5657745f0c5e9a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'external_fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': 'd971e2b1-b9ea-44de-a79f-39fe38ddcd08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:13:59Z', 'updated_at': '2021-06-15T14:14:06Z', 'revision_number': 4, 'project_id': 'c3de56a81c9f49fdb5657745f0c5e9a7', 'gw_port': {'id': 'd971e2b1-b9ea-44de-a79f-39fe38ddcd08', 'name': '', 'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d4:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c0eaad-83cf-4430-b708-c66bdd7420d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:14:00Z', 'updated_at': '2021-06-15T14:14:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796471-1-iscsi', '_floatingips': [{'id': '249a7f02-741d-4eae-8c07-3c3cef3701c5', 'tenant_id': 'c3de56a81c9f49fdb5657745f0c5e9a7', 'floating_ip_address': '172.27.1.103', 'floating_network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'router_id': '20c0eaad-83cf-4430-b708-c66bdd7420d8', 'port_id': 'ea61a4d3-9dba-46d7-bade-007b03bc52a7', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38cc54e9-46a5-4f17-85e6-fe0dd786b611', 'mac_address': 'fa:16:3e:18:3e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c338005-e679-4872-9a31-4b3860bc0e3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-15T14:18:24Z', 'updated_at': '2021-06-15T14:18:29Z', 'revision_number': 1, 'project_id': 'c3de56a81c9f49fdb5657745f0c5e9a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da9737a8-9041-44ab-8b20-9f32fed8bfee', 'name': '', 'network_id': '38cc54e9-46a5-4f17-85e6-fe0dd786b611', 'tenant_id': 'c3de56a81c9f49fdb5657745f0c5e9a7', 'mac_address': 'fa:16:3e:83:f0:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c0eaad-83cf-4430-b708-c66bdd7420d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'c7a8d3b2-93d0-474b-a785-3b20f05c50a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:14:04Z', 'updated_at': '2021-06-15T14:14:14Z', 'revision_number': 5, 'project_id': 'c3de56a81c9f49fdb5657745f0c5e9a7', 'subnets': [{'id': 'c7a8d3b2-93d0-474b-a785-3b20f05c50a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:22:32.924809 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e3a9f0-06e7-4015-86bc-4cf429d11ee1 None None] New status for floating IP 576fd3ad-f3a4-4801-88e3-0866bbe8d12e: DOWN {{(pid=91910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 15 14:22:33.436989 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cee8c73-a9c4-4b5b-ba43-f145f93b3644 req-326d899c-cd82-4a12-8b35-5f98d2b7ea74 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:22:33.438466 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-9cee8c73-a9c4-4b5b-ba43-f145f93b3644 req-326d899c-cd82-4a12-8b35-5f98d2b7ea74 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "GET /v2.0/ports?device_id=405d9f84-bee6-48f4-8844-e3a48eb0ef4f HTTP/1.1" status: 200 len: 945 time: 0.0729847 Jun 15 14:22:33.480252 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-9cee8c73-a9c4-4b5b-ba43-f145f93b3644 req-d6309a1f-471e-456f-8c88-9efc4b3219d8 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "GET /v2.0/security-groups?id=5fb2b0bc-4d97-449b-9031-5715adbe68e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359962 Jun 15 14:22:33.843650 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80ae856-2b65-49db-9cd3-f804ca0fc816 req-65f43298-35e8-4f7f-8bd3-3e27cc00594e tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:22:33.845043 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-c80ae856-2b65-49db-9cd3-f804ca0fc816 req-65f43298-35e8-4f7f-8bd3-3e27cc00594e tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.67 "GET /v2.0/ports?device_id=405d9f84-bee6-48f4-8844-e3a48eb0ef4f HTTP/1.1" status: 200 len: 945 time: 0.0665600 Jun 15 14:22:33.959772 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.plugin [req-c80ae856-2b65-49db-9cd3-f804ca0fc816 req-78fb4cd9-efea-45d3-8cb7-51aeedbca148 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Deleting port 6658c8f1-8c8e-40e8-94d2-e80ea09ca66e {{(pid=91907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:22:33.960108 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-c80ae856-2b65-49db-9cd3-f804ca0fc816 req-78fb4cd9-efea-45d3-8cb7-51aeedbca148 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781714481448'] for port, before_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:34.077487 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.db [req-c80ae856-2b65-49db-9cd3-f804ca0fc816 req-78fb4cd9-efea-45d3-8cb7-51aeedbca148 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] For port 6658c8f1-8c8e-40e8-94d2-e80ea09ca66e, host hv-cinder-79647, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79647',level=0,port_id=6658c8f1-8c8e-40e8-94d2-e80ea09ca66e,segment=NetworkSegment(bdfc6570-21e3-4188-8b81-25944ca5b033),segment_id=bdfc6570-21e3-4188-8b81-25944ca5b033)] {{(pid=91907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:22:34.077843 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-c80ae856-2b65-49db-9cd3-f804ca0fc816 req-78fb4cd9-efea-45d3-8cb7-51aeedbca148 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668414'] for port, precommit_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:34.168736 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.plugin [req-c80ae856-2b65-49db-9cd3-f804ca0fc816 req-78fb4cd9-efea-45d3-8cb7-51aeedbca148 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Calling delete_port for 6658c8f1-8c8e-40e8-94d2-e80ea09ca66e owned by compute:nova {{(pid=91907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:22:34.325683 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-c80ae856-2b65-49db-9cd3-f804ca0fc816 req-78fb4cd9-efea-45d3-8cb7-51aeedbca148 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781714486604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781714044438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4061906'] for port, after_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:34.330387 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-cc5ed2ff-c7ba-4ca7-849f-47b4f770542c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:22:34.359908 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fb4cd9-efea-45d3-8cb7-51aeedbca148 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Pushing event deleted for resources: {'Port': ['ID=6658c8f1-8c8e-40e8-94d2-e80ea09ca66e,revision_number=None']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:22:34.362382 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-78fb4cd9-efea-45d3-8cb7-51aeedbca148 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:22:34.424234 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.db.l3_dvrscheduler_db [req-c80ae856-2b65-49db-9cd3-f804ca0fc816 req-78fb4cd9-efea-45d3-8cb7-51aeedbca148 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] No DVR routers for this DVR port 6658c8f1-8c8e-40e8-94d2-e80ea09ca66e on host hv-cinder-79647 {{(pid=91907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:22:34.427323 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-c80ae856-2b65-49db-9cd3-f804ca0fc816 req-78fb4cd9-efea-45d3-8cb7-51aeedbca148 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58954'] for port, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:34.434702 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-c80ae856-2b65-49db-9cd3-f804ca0fc816 req-78fb4cd9-efea-45d3-8cb7-51aeedbca148 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.67 "DELETE /v2.0/ports/6658c8f1-8c8e-40e8-94d2-e80ea09ca66e HTTP/1.1" status: 204 len: 173 time: 0.5791063 Jun 15 14:22:34.434702 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '405d9f84-bee6-48f4-8844-e3a48eb0ef4f', 'name': 'network-vif-deleted', 'tag': '6658c8f1-8c8e-40e8-94d2-e80ea09ca66e'}] {{(pid=91907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:22:34.434702 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24467d57c8f568e2e16d95ba24031d6b60035fd708ad429d2e8baac5a477cd4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dedda219-8135-4621-bfdf-121b16e2fb88" -d '{"events": [{"server_uuid": "405d9f84-bee6-48f4-8844-e3a48eb0ef4f", "name": "network-vif-deleted", "tag": "6658c8f1-8c8e-40e8-94d2-e80ea09ca66e"}]}' {{(pid=91907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:22:34.476315 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84e661c5-1329-4e40-a095-63fbe507e069 x-openstack-request-id: req-84e661c5-1329-4e40-a095-63fbe507e069 {{(pid=91907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:22:34.476974 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "405d9f84-bee6-48f4-8844-e3a48eb0ef4f", "name": "network-vif-deleted", "tag": "6658c8f1-8c8e-40e8-94d2-e80ea09ca66e", "status": "completed", "code": 200}]} {{(pid=91907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:22:34.477172 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-84e661c5-1329-4e40-a095-63fbe507e069 {{(pid=91907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:22:34.477839 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '405d9f84-bee6-48f4-8844-e3a48eb0ef4f', 'name': 'network-vif-deleted', 'tag': '6658c8f1-8c8e-40e8-94d2-e80ea09ca66e', 'status': 'completed', 'code': 200} Jun 15 14:22:34.629269 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-3484352b-a9a5-465b-89e0-5a99e0031be8 req-cc992537-fd32-488a-85b5-e1746d3d19c3 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "GET /v2.0/ports?device_id=405d9f84-bee6-48f4-8844-e3a48eb0ef4f HTTP/1.1" status: 200 len: 210 time: 0.0332453 Jun 15 14:22:35.753423 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 41638) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:22:35.867366 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-1c50b27e-b9b9-4ed4-8237-d92b1b51c70e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:35.952821 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.agents_db [None req-1fbdf4bf-3b4b-440e-bd18-8a0939d62d55 None None] Agent healthcheck: found 6 active agents {{(pid=91910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:22:35.962452 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-1c50b27e-b9b9-4ed4-8237-d92b1b51c70e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:35.967016 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-1c50b27e-b9b9-4ed4-8237-d92b1b51c70e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:35.970354 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-1fcebc23-4bc7-49f8-8bab-979a46b6a92a tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:22:36.009754 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-1c50b27e-b9b9-4ed4-8237-d92b1b51c70e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f1b62d2ad38b4b808462694098e10b02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2548828 Jun 15 14:22:36.011749 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c50b27e-b9b9-4ed4-8237-d92b1b51c70e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bf9a53d-927c-41fe-a154-40daf6def4fe,revision_number=1']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:22:36.012515 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 41644) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:22:36.014922 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-1c50b27e-b9b9-4ed4-8237-d92b1b51c70e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:22:36.070584 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-be8098ac-54c6-4d9c-a9b0-72e38463b16a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:36.094936 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-be8098ac-54c6-4d9c-a9b0-72e38463b16a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:36.144786 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-be8098ac-54c6-4d9c-a9b0-72e38463b16a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:36.147361 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-be8098ac-54c6-4d9c-a9b0-72e38463b16a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:36.148487 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-be8098ac-54c6-4d9c-a9b0-72e38463b16a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6bf9a53d-927c-41fe-a154-40daf6def4fe HTTP/1.1" status: 204 len: 168 time: 0.1350036 Jun 15 14:22:36.149291 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-5f643ecd-2442-45af-a4ac-3f60f1d11eb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:22:36.158430 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8098ac-54c6-4d9c-a9b0-72e38463b16a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bf9a53d-927c-41fe-a154-40daf6def4fe,revision_number=None']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:22:36.160791 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-be8098ac-54c6-4d9c-a9b0-72e38463b16a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:22:36.754241 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 41666) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:22:36.849436 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.v2.base [None req-8960cf18-beb8-4b70-bc5b-28ba44f0e4e2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-111875190-network', 'tenant_id': '933a0269098045b69989ffb717859053'}} {{(pid=91907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:22:36.871975 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8960cf18-beb8-4b70-bc5b-28ba44f0e4e2 admin admin] Made reservation on behalf of 933a0269098045b69989ffb717859053 for: {'network': 1} {{(pid=91907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:22:36.874662 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-8960cf18-beb8-4b70-bc5b-28ba44f0e4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-33170876'] for network, before_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:36.890059 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-8960cf18-beb8-4b70-bc5b-28ba44f0e4e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:36.913658 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Device 6658c8f1-8c8e-40e8-94d2-e80ea09ca66e no longer exists at agent hyperv_hv-cinder-79647 {{(pid=91909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:22:36.943241 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.plugin [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] No Port match for: 6658c8f1-8c8e-40e8-94d2-e80ea09ca66e {{(pid=91909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:22:36.943538 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Device 6658c8f1-8c8e-40e8-94d2-e80ea09ca66e not bound to the agent host hv-cinder-79647 {{(pid=91909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:22:37.000245 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-8960cf18-beb8-4b70-bc5b-28ba44f0e4e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:37.003811 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-8960cf18-beb8-4b70-bc5b-28ba44f0e4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:37.006699 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-fbac1ebd-0162-4563-b249-99e8adf2f091 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:22:37.032719 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8960cf18-beb8-4b70-bc5b-28ba44f0e4e2 admin admin] vlan segment allocate from pool success with {'vlan_id': 855, 'physical_network': 'physnet1'} {{(pid=91907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:22:37.038664 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8960cf18-beb8-4b70-bc5b-28ba44f0e4e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0a90fda-b23a-4e7c-9306-751fdf9c2a43,revision_number=1']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:22:37.042178 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-8960cf18-beb8-4b70-bc5b-28ba44f0e4e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:22:37.044885 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-8960cf18-beb8-4b70-bc5b-28ba44f0e4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32890017'] for segment, precommit_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:37.045220 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.db.segments_db [None req-8960cf18-beb8-4b70-bc5b-28ba44f0e4e2 admin admin] Added segment 759a8771-76ee-4657-9a53-a14a447f1a7e of type vlan for network 13fd6b09-b038-4af1-aa02-1e79eebe5398 Jun 15 14:22:37.096023 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-8960cf18-beb8-4b70-bc5b-28ba44f0e4e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781714030749'] for network, precommit_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:37.123845 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-8960cf18-beb8-4b70-bc5b-28ba44f0e4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-350226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537401'] for network, after_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:37.125297 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8960cf18-beb8-4b70-bc5b-28ba44f0e4e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:22:37.125949 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-8960cf18-beb8-4b70-bc5b-28ba44f0e4e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537372'] for network, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:37.129010 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-05473d3d-12b6-4e8a-afa0-5a8876b6f500 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:22:37.167135 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-8960cf18-beb8-4b70-bc5b-28ba44f0e4e2 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4117212 Jun 15 14:22:37.170878 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 41676) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:22:37.175887 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.v2.base [None req-b9c4783c-6875-4afa-96cd-73856787bbaf admin admin] Request body: {'subnet': {'network_id': '13fd6b09-b038-4af1-aa02-1e79eebe5398', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-111875190-subnet', 'tenant_id': '933a0269098045b69989ffb717859053', 'ip_version': 4}} {{(pid=91906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:22:37.196026 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9c4783c-6875-4afa-96cd-73856787bbaf admin admin] Made reservation on behalf of 933a0269098045b69989ffb717859053 for: {'subnet': 1} {{(pid=91906) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:22:37.198544 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-b9c4783c-6875-4afa-96cd-73856787bbaf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3427165'] for subnet, before_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:37.212806 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8960cf18-beb8-4b70-bc5b-28ba44f0e4e2 admin admin] Pushing event updated for resources: {'Network': ['ID=13fd6b09-b038-4af1-aa02-1e79eebe5398,revision_number=1']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:22:37.215770 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-8960cf18-beb8-4b70-bc5b-28ba44f0e4e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:22:37.222989 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Network 13fd6b09-b038-4af1-aa02-1e79eebe5398 details requested by agent ovs-agent-dv-cinder-796471-1-iscsi with host dv-cinder-796471-1-iscsi {{(pid=91909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:22:37.415038 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-b9c4783c-6875-4afa-96cd-73856787bbaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3410539', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3427147'] for subnet, after_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:37.417203 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-81175569-8601-44e5-9333-d576364af394 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:22:37.478511 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c4783c-6875-4afa-96cd-73856787bbaf admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7db9feb-f419-4820-ba23-ae3cffe5e3e5,revision_number=0']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:22:37.482112 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-b9c4783c-6875-4afa-96cd-73856787bbaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:22:37.488812 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c4783c-6875-4afa-96cd-73856787bbaf admin admin] Checking segment: {'id': '759a8771-76ee-4657-9a53-a14a447f1a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '13fd6b09-b038-4af1-aa02-1e79eebe5398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:22:37.489165 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c4783c-6875-4afa-96cd-73856787bbaf admin admin] Network hostable DHCP agents. Network: 13fd6b09-b038-4af1-aa02-1e79eebe5398, hostable agents: ['b76165da-6319-4f74-a975-61037e393453'], hosted agents: [] {{(pid=91906) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:22:37.505819 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c4783c-6875-4afa-96cd-73856787bbaf admin admin] Network 13fd6b09-b038-4af1-aa02-1e79eebe5398 is scheduled to be hosted by DHCP agent b76165da-6319-4f74-a975-61037e393453 with binding_index 1 {{(pid=91906) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:22:37.514656 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.scheduler.base_scheduler [None req-b9c4783c-6875-4afa-96cd-73856787bbaf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796471-1-iscsi, 13fd6b09-b038-4af1-aa02-1e79eebe5398) {{(pid=91906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:22:37.518809 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c4783c-6875-4afa-96cd-73856787bbaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:22:37.519390 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-b9c4783c-6875-4afa-96cd-73856787bbaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537372'] for subnet, before_response {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:37.524081 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05270c7e-ea49-4d1d-9a9e-30d88f3cafad None None] Network 13fd6b09-b038-4af1-aa02-1e79eebe5398 requested from dv-cinder-796471-1-iscsi {{(pid=91909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:22:37.534459 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-b9c4783c-6875-4afa-96cd-73856787bbaf admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3623543 Jun 15 14:22:37.537472 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 41678) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:22:37.541827 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.v2.base [None req-95c3b09c-16f1-49f9-abf6-21ac9e0046bb admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-111875190-router', 'tenant_id': '933a0269098045b69989ffb717859053', 'external_gateway_info': {'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641'}}} {{(pid=91906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:22:37.562536 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-95c3b09c-16f1-49f9-abf6-21ac9e0046bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10752'] for router, before_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:37.563552 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-95c3b09c-16f1-49f9-abf6-21ac9e0046bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-667090', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338381', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10775'] for router, precommit_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:37.633986 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-95c3b09c-16f1-49f9-abf6-21ac9e0046bb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:37.837400 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-383bec95-35b8-4f6b-bcd2-fa5a5b09eed5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4da9c1aa-4f2a-5f74-9401-623a714743bc-13fd6b09-b038-4af1-aa02-1e79eebe5398', 'network_id': '13fd6b09-b038-4af1-aa02-1e79eebe5398', 'tenant_id': '933a0269098045b69989ffb717859053', 'fixed_ips': [{'subnet_id': 'a7db9feb-f419-4820-ba23-ae3cffe5e3e5'}]}} from dv-cinder-796471-1-iscsi. {{(pid=91909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 15 14:22:37.838284 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-383bec95-35b8-4f6b-bcd2-fa5a5b09eed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-33170876'] for port, before_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:37.839875 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-95c3b09c-16f1-49f9-abf6-21ac9e0046bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-667085', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-706225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10981'] for router, precommit_update {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:37.947163 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 41682) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:22:37.998059 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.db_base_plugin_common [None req-383bec95-35b8-4f6b-bcd2-fa5a5b09eed5 None None] Allocated IP 172.20.0.2 (13fd6b09-b038-4af1-aa02-1e79eebe5398/a7db9feb-f419-4820-ba23-ae3cffe5e3e5/3795fb65-810b-4b7d-98ef-b4b612dfc31f) {{(pid=91909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:22:38.119918 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-95c3b09c-16f1-49f9-abf6-21ac9e0046bb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:38.147366 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-95c3b09c-16f1-49f9-abf6-21ac9e0046bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-33170876'] for port, before_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:38.191295 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-383bec95-35b8-4f6b-bcd2-fa5a5b09eed5 None None] Notify callbacks [] for port, precommit_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:38.200331 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-383bec95-35b8-4f6b-bcd2-fa5a5b09eed5 None None] Transition to ACTIVE for port object 3795fb65-810b-4b7d-98ef-b4b612dfc31f will not be triggered until provisioned by entity L2. {{(pid=91909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:22:38.216630 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-383bec95-35b8-4f6b-bcd2-fa5a5b09eed5 None None] Transition to ACTIVE for port object 3795fb65-810b-4b7d-98ef-b4b612dfc31f will not be triggered until provisioned by entity DHCP. {{(pid=91909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:22:38.226186 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-383bec95-35b8-4f6b-bcd2-fa5a5b09eed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33170815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-53808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781714044429'] for port, after_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:38.228146 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:22:38.277125 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-383bec95-35b8-4f6b-bcd2-fa5a5b09eed5 None None] Network 13fd6b09-b038-4af1-aa02-1e79eebe5398 is already hosted by enough agents. {{(pid=91909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:22:38.280167 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.scheduler.base_scheduler [None req-383bec95-35b8-4f6b-bcd2-fa5a5b09eed5 None None] Resources bound (agent type, host, resource id): {{(pid=91909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:22:38.283243 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.db.db_base_plugin_common [None req-95c3b09c-16f1-49f9-abf6-21ac9e0046bb admin admin] Allocated IP 172.27.1.4 (962d46ed-056a-473f-b9cc-450bda4e3641/a342ae99-1675-4821-852d-5dc3e7213bc2/76ea037d-6b51-424b-9a66-088c50086680) {{(pid=91906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:22:38.284800 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383bec95-35b8-4f6b-bcd2-fa5a5b09eed5 None None] Received port after_create {{(pid=91909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:22:38.288263 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383bec95-35b8-4f6b-bcd2-fa5a5b09eed5 None None] Pushing event updated for resources: {'Port': ['ID=3795fb65-810b-4b7d-98ef-b4b612dfc31f,revision_number=1']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:22:38.292439 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-383bec95-35b8-4f6b-bcd2-fa5a5b09eed5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:22:38.381570 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.managers [None req-383bec95-35b8-4f6b-bcd2-fa5a5b09eed5 None None] Attempting to bind port 3795fb65-810b-4b7d-98ef-b4b612dfc31f on host dv-cinder-796471-1-iscsi for vnic_type normal with profile {{(pid=91909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:22:38.381961 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.managers [None req-383bec95-35b8-4f6b-bcd2-fa5a5b09eed5 None None] Attempting to bind port 3795fb65-810b-4b7d-98ef-b4b612dfc31f by drivers openvswitch,hyperv on host dv-cinder-796471-1-iscsi at level 0 using segments [{'id': '759a8771-76ee-4657-9a53-a14a447f1a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '13fd6b09-b038-4af1-aa02-1e79eebe5398'}] {{(pid=91909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:22:38.382233 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383bec95-35b8-4f6b-bcd2-fa5a5b09eed5 None None] Attempting to bind port 3795fb65-810b-4b7d-98ef-b4b612dfc31f on network 13fd6b09-b038-4af1-aa02-1e79eebe5398 {{(pid=91909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:22:38.387422 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383bec95-35b8-4f6b-bcd2-fa5a5b09eed5 None None] Checking agent: {'id': 'a00a16a2-d8fd-48bc-a1ff-18db44b70890', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796471-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 4, 51), 'started_at': datetime.datetime(2021, 6, 15, 14, 5, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 22, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796471-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:22:38.387810 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383bec95-35b8-4f6b-bcd2-fa5a5b09eed5 None None] Checking segment: {'id': '759a8771-76ee-4657-9a53-a14a447f1a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '13fd6b09-b038-4af1-aa02-1e79eebe5398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:22:38.388490 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-383bec95-35b8-4f6b-bcd2-fa5a5b09eed5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:38.388893 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383bec95-35b8-4f6b-bcd2-fa5a5b09eed5 None None] Bound using segment: {'id': '759a8771-76ee-4657-9a53-a14a447f1a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '13fd6b09-b038-4af1-aa02-1e79eebe5398'} {{(pid=91909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:22:38.389366 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.managers [None req-383bec95-35b8-4f6b-bcd2-fa5a5b09eed5 None None] Bound port: 3795fb65-810b-4b7d-98ef-b4b612dfc31f, host: dv-cinder-796471-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '759a8771-76ee-4657-9a53-a14a447f1a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '13fd6b09-b038-4af1-aa02-1e79eebe5398'}}] {{(pid=91909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:22:38.390028 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-383bec95-35b8-4f6b-bcd2-fa5a5b09eed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:38.423550 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-95c3b09c-16f1-49f9-abf6-21ac9e0046bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:38.464402 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.plugin [None req-60bb57ec-a977-478f-9253-55ffe92b9da7 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Deleting port 9e648f05-ae87-40bf-b815-b199b6021047 {{(pid=91907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:22:38.464995 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-60bb57ec-a977-478f-9253-55ffe92b9da7 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781714481448'] for port, before_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:38.467755 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-95c3b09c-16f1-49f9-abf6-21ac9e0046bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33170815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-53808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781714044429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3410907'] for port, after_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:38.470848 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-a6aab052-eda1-4d77-8bb6-02b8f85eb391 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:22:38.479638 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-383bec95-35b8-4f6b-bcd2-fa5a5b09eed5 None None] For port 3795fb65-810b-4b7d-98ef-b4b612dfc31f, host dv-cinder-796471-1-iscsi, cleared binding levels {{(pid=91909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:22:38.483286 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-383bec95-35b8-4f6b-bcd2-fa5a5b09eed5 None None] For port 3795fb65-810b-4b7d-98ef-b4b612dfc31f, host dv-cinder-796471-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796471-1-iscsi',level=0,port_id=3795fb65-810b-4b7d-98ef-b4b612dfc31f,segment=NetworkSegment(759a8771-76ee-4657-9a53-a14a447f1a7e),segment_id=759a8771-76ee-4657-9a53-a14a447f1a7e)] {{(pid=91909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:22:38.489327 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-383bec95-35b8-4f6b-bcd2-fa5a5b09eed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492'] for port, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:38.492474 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:22:38.517661 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c3b09c-16f1-49f9-abf6-21ac9e0046bb admin admin] Network 962d46ed-056a-473f-b9cc-450bda4e3641 is already hosted by enough agents. {{(pid=91906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:22:38.522546 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.scheduler.base_scheduler [None req-95c3b09c-16f1-49f9-abf6-21ac9e0046bb admin admin] Resources bound (agent type, host, resource id): {{(pid=91906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:22:38.526962 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c3b09c-16f1-49f9-abf6-21ac9e0046bb admin admin] Received port after_create {{(pid=91906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:22:38.530683 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c3b09c-16f1-49f9-abf6-21ac9e0046bb admin admin] Pushing event updated for resources: {'Port': ['ID=76ea037d-6b51-424b-9a66-088c50086680,revision_number=1']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:22:38.555284 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383bec95-35b8-4f6b-bcd2-fa5a5b09eed5 None None] Pushing event updated for resources: {'Port': ['ID=3795fb65-810b-4b7d-98ef-b4b612dfc31f,revision_number=2']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:22:38.559840 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-383bec95-35b8-4f6b-bcd2-fa5a5b09eed5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:22:38.561090 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-95c3b09c-16f1-49f9-abf6-21ac9e0046bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:22:38.572317 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-60bb57ec-a977-478f-9253-55ffe92b9da7 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668414'] for port, precommit_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:38.572648 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-60bb57ec-a977-478f-9253-55ffe92b9da7 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:38.675071 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.plugin [None req-60bb57ec-a977-478f-9253-55ffe92b9da7 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Calling delete_port for 9e648f05-ae87-40bf-b815-b199b6021047 owned by network:floatingip {{(pid=91907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:22:38.905519 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-95c3b09c-16f1-49f9-abf6-21ac9e0046bb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:38.916464 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-60bb57ec-a977-478f-9253-55ffe92b9da7 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781714486604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781714044438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4061906'] for port, after_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:38.919017 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-05473d3d-12b6-4e8a-afa0-5a8876b6f500 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:22:38.953864 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Device 3795fb65-810b-4b7d-98ef-b4b612dfc31f up at agent ovs-agent-dv-cinder-796471-1-iscsi {{(pid=91909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:22:38.955786 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bb57ec-a977-478f-9253-55ffe92b9da7 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Pushing event deleted for resources: {'Port': ['ID=9e648f05-ae87-40bf-b815-b199b6021047,revision_number=None']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:22:38.958116 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-60bb57ec-a977-478f-9253-55ffe92b9da7 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:22:39.018079 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Provisioning for port 3795fb65-810b-4b7d-98ef-b4b612dfc31f completed by entity L2. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:22:39.036889 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-60bb57ec-a977-478f-9253-55ffe92b9da7 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Notify callbacks [] for floatingip, after_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:39.037234 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.db.l3_db [None req-60bb57ec-a977-478f-9253-55ffe92b9da7 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Floating IP 249a7f02-741d-4eae-8c07-3c3cef3701c5 disassociated (deleted). External IP: 172.27.1.103, port: ea61a4d3-9dba-46d7-bade-007b03bc52a7. Jun 15 14:22:39.194509 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-95c3b09c-16f1-49f9-abf6-21ac9e0046bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-706216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-667285'] for router, after_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:39.334269 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60bb57ec-a977-478f-9253-55ffe92b9da7 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Router 20c0eaad-83cf-4430-b708-c66bdd7420d8 has already been hosted by L3 agent 7c0fcfb6-ee6c-4f84-9204-f4cc96555f34 {{(pid=91907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:22:39.371827 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95c3b09c-16f1-49f9-abf6-21ac9e0046bb admin admin] Router f6ee24f5-8c5f-4ed3-a978-5dacd8e5ac38 is scheduled to L3 agent 7c0fcfb6-ee6c-4f84-9204-f4cc96555f34 with binding_index 1 {{(pid=91906) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 15 14:22:39.525565 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95c3b09c-16f1-49f9-abf6-21ac9e0046bb admin admin] Notify agent at l3_agent.dv-cinder-796471-1-iscsi the message routers_updated {{(pid=91906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:22:39.527467 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c61b7c-4f5b-4240-9ff0-37c1bc0a10f4 None None] Network 13fd6b09-b038-4af1-aa02-1e79eebe5398 requested from dv-cinder-796471-1-iscsi {{(pid=91909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:22:39.542236 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-95c3b09c-16f1-49f9-abf6-21ac9e0046bb admin admin] Notify callbacks [] for router, before_response {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:39.546229 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-95c3b09c-16f1-49f9-abf6-21ac9e0046bb admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 2.0051372 Jun 15 14:22:39.546426 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60bb57ec-a977-478f-9253-55ffe92b9da7 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Notify agent at l3_agent.dv-cinder-796471-1-iscsi the message routers_updated {{(pid=91907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:22:39.546911 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54df3f4f-b8fd-4527-9e77-bcc714272980 None None] Sync routers for ids ['f6ee24f5-8c5f-4ed3-a978-5dacd8e5ac38'] in dv-cinder-796471-1-iscsi {{(pid=91909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:22:39.547993 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 41684) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:22:39.549595 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-60bb57ec-a977-478f-9253-55ffe92b9da7 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58954'] for floatingip, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:39.557730 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc10cb4-9901-4e25-9aee-5ffdbdfdcc43 None None] Sync routers for ids ['20c0eaad-83cf-4430-b708-c66bdd7420d8'] in dv-cinder-796471-1-iscsi {{(pid=91910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:22:39.570663 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc10cb4-9901-4e25-9aee-5ffdbdfdcc43 None None] Routers {'20c0eaad-83cf-4430-b708-c66bdd7420d8'} bound to L3 agent in host dv-cinder-796471-1-iscsi {{(pid=91910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:22:39.571858 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-0fc10cb4-9901-4e25-9aee-5ffdbdfdcc43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796471-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-15T14:04:51Z,description=,heartbeat_timestamp=2021-06-15T14:22:21Z,host='dv-cinder-796471-1-iscsi',id=7c0fcfb6-ee6c-4f84-9204-f4cc96555f34,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:04:51Z,topic='l3_agent')) {'router_ids': ['20c0eaad-83cf-4430-b708-c66bdd7420d8'], 'active': True} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:22:39.575174 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54df3f4f-b8fd-4527-9e77-bcc714272980 None None] Routers {'f6ee24f5-8c5f-4ed3-a978-5dacd8e5ac38'} bound to L3 agent in host dv-cinder-796471-1-iscsi {{(pid=91909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:22:39.576704 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_hamode_db [None req-54df3f4f-b8fd-4527-9e77-bcc714272980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796471-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-15T14:04:51Z,description=,heartbeat_timestamp=2021-06-15T14:22:21Z,host='dv-cinder-796471-1-iscsi',id=7c0fcfb6-ee6c-4f84-9204-f4cc96555f34,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:04:51Z,topic='l3_agent')) {'router_ids': ['f6ee24f5-8c5f-4ed3-a978-5dacd8e5ac38'], 'active': True} {{(pid=91909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:22:39.604784 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-60bb57ec-a977-478f-9253-55ffe92b9da7 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "DELETE /v2.0/floatingips/249a7f02-741d-4eae-8c07-3c3cef3701c5 HTTP/1.1" status: 204 len: 168 time: 1.6561642 Jun 15 14:22:39.605620 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c338005-e679-4872-9a31-4b3860bc0e3c', 'tag': 'ea61a4d3-9dba-46d7-bade-007b03bc52a7'}] {{(pid=91907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:22:39.619188 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24467d57c8f568e2e16d95ba24031d6b60035fd708ad429d2e8baac5a477cd4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-905c1ac5-af09-4546-910c-de06912a3796" -d '{"events": [{"name": "network-changed", "server_uuid": "1c338005-e679-4872-9a31-4b3860bc0e3c", "tag": "ea61a4d3-9dba-46d7-bade-007b03bc52a7"}]}' {{(pid=91907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:22:39.698694 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 14:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e67b6b6-8472-48e2-a0f2-70eadb1f8f00 x-openstack-request-id: req-7e67b6b6-8472-48e2-a0f2-70eadb1f8f00 {{(pid=91907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:22:39.699129 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c338005-e679-4872-9a31-4b3860bc0e3c", "tag": "ea61a4d3-9dba-46d7-bade-007b03bc52a7", "status": "completed", "code": 200}]} {{(pid=91907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:22:39.699500 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7e67b6b6-8472-48e2-a0f2-70eadb1f8f00 {{(pid=91907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:22:39.700018 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c338005-e679-4872-9a31-4b3860bc0e3c', 'tag': 'ea61a4d3-9dba-46d7-bade-007b03bc52a7', 'status': 'completed', 'code': 200} Jun 15 14:22:39.746819 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvr_db [None req-0fc10cb4-9901-4e25-9aee-5ffdbdfdcc43 None None] Set router 20c0eaad-83cf-4430-b708-c66bdd7420d8 gateway port host: dv-cinder-796471-1-iscsi {{(pid=91910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:22:39.786154 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-e7ea5e43-e42f-43bd-9177-64f1e1017b89 None None] Provisioning for port 3795fb65-810b-4b7d-98ef-b4b612dfc31f completed by entity DHCP. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:22:39.792883 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-e7ea5e43-e42f-43bd-9177-64f1e1017b89 None None] Provisioning complete for port 3795fb65-810b-4b7d-98ef-b4b612dfc31f triggered by entity DHCP. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:22:39.793529 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-e7ea5e43-e42f-43bd-9177-64f1e1017b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897510'] for port, provisioning_complete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:39.878253 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905c1ac5-af09-4546-910c-de06912a3796 req-bd0bdcb4-b45d-4d44-ab6c-01205a1de2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:22:39.882923 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-905c1ac5-af09-4546-910c-de06912a3796 req-bd0bdcb4-b45d-4d44-ab6c-01205a1de2d0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c3de56a81c9f49fdb5657745f0c5e9a7&device_id=1c338005-e679-4872-9a31-4b3860bc0e3c HTTP/1.1" status: 200 len: 1099 time: 0.1319690 Jun 15 14:22:39.955982 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_dvr_db [None req-54df3f4f-b8fd-4527-9e77-bcc714272980 None None] Set router f6ee24f5-8c5f-4ed3-a978-5dacd8e5ac38 gateway port host: dv-cinder-796471-1-iscsi {{(pid=91909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:22:40.054478 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905c1ac5-af09-4546-910c-de06912a3796 req-9d18fcf5-30dc-43ef-afd6-6918bbd22fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:22:40.056235 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-905c1ac5-af09-4546-910c-de06912a3796 req-9d18fcf5-30dc-43ef-afd6-6918bbd22fa5 service neutron] 10.222.0.67 "GET /v2.0/networks?id=38cc54e9-46a5-4f17-85e6-fe0dd786b611 HTTP/1.1" status: 200 len: 911 time: 0.1661601 Jun 15 14:22:40.063499 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-0fc10cb4-9901-4e25-9aee-5ffdbdfdcc43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c0eaad-83cf-4430-b708-c66bdd7420d8', 'name': 'tempest-TestVolumeBootPattern-92072223-router', 'tenant_id': 'c3de56a81c9f49fdb5657745f0c5e9a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'external_fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': 'd971e2b1-b9ea-44de-a79f-39fe38ddcd08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:13:59Z', 'updated_at': '2021-06-15T14:14:06Z', 'revision_number': 4, 'project_id': 'c3de56a81c9f49fdb5657745f0c5e9a7', 'gw_port': {'id': 'd971e2b1-b9ea-44de-a79f-39fe38ddcd08', 'name': '', 'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d4:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c0eaad-83cf-4430-b708-c66bdd7420d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:14:00Z', 'updated_at': '2021-06-15T14:14:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796471-1-iscsi', '_interfaces': [{'id': 'da9737a8-9041-44ab-8b20-9f32fed8bfee', 'name': '', 'network_id': '38cc54e9-46a5-4f17-85e6-fe0dd786b611', 'tenant_id': 'c3de56a81c9f49fdb5657745f0c5e9a7', 'mac_address': 'fa:16:3e:83:f0:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c0eaad-83cf-4430-b708-c66bdd7420d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'c7a8d3b2-93d0-474b-a785-3b20f05c50a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:14:04Z', 'updated_at': '2021-06-15T14:14:14Z', 'revision_number': 5, 'project_id': 'c3de56a81c9f49fdb5657745f0c5e9a7', 'subnets': [{'id': 'c7a8d3b2-93d0-474b-a785-3b20f05c50a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796471-1-iscsi', False) {} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:22:40.069130 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc10cb4-9901-4e25-9aee-5ffdbdfdcc43 None None] Checking router: 20c0eaad-83cf-4430-b708-c66bdd7420d8 for host: dv-cinder-796471-1-iscsi {{(pid=91910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:22:40.081854 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc10cb4-9901-4e25-9aee-5ffdbdfdcc43 None None] Routers {'20c0eaad-83cf-4430-b708-c66bdd7420d8'} bound to L3 agent in host dv-cinder-796471-1-iscsi {{(pid=91910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:22:40.082939 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-0fc10cb4-9901-4e25-9aee-5ffdbdfdcc43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796471-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-15T14:04:51Z,description=,heartbeat_timestamp=2021-06-15T14:22:21Z,host='dv-cinder-796471-1-iscsi',id=7c0fcfb6-ee6c-4f84-9204-f4cc96555f34,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:04:51Z,topic='l3_agent')) {'router_ids': ['20c0eaad-83cf-4430-b708-c66bdd7420d8'], 'active': True} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:22:40.122653 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-905c1ac5-af09-4546-910c-de06912a3796 req-c6a4a827-8d90-47e7-80d1-2a288abc4bc0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea61a4d3-9dba-46d7-bade-007b03bc52a7 HTTP/1.1" status: 200 len: 217 time: 0.0566452 Jun 15 14:22:40.193127 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905c1ac5-af09-4546-910c-de06912a3796 req-0b8fd539-0c66-4e03-a7dc-d097f35d1165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:22:40.194878 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-905c1ac5-af09-4546-910c-de06912a3796 req-0b8fd539-0c66-4e03-a7dc-d097f35d1165 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c7a8d3b2-93d0-474b-a785-3b20f05c50a2 HTTP/1.1" status: 200 len: 849 time: 0.0651581 Jun 15 14:22:40.242177 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvr_db [None req-0fc10cb4-9901-4e25-9aee-5ffdbdfdcc43 None None] Set router 20c0eaad-83cf-4430-b708-c66bdd7420d8 gateway port host: dv-cinder-796471-1-iscsi {{(pid=91910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:22:40.265513 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905c1ac5-af09-4546-910c-de06912a3796 req-14b5040f-0997-499a-910a-1725683ebc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:22:40.267407 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-905c1ac5-af09-4546-910c-de06912a3796 req-14b5040f-0997-499a-910a-1725683ebc11 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=38cc54e9-46a5-4f17-85e6-fe0dd786b611&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0648499 Jun 15 14:22:40.279668 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-e7ea5e43-e42f-43bd-9177-64f1e1017b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:40.358731 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1111e4-56ba-47e7-a505-f24593d1991a req-42006083-6a48-42a9-933a-af196096692b tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:22:40.360354 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-3c1111e4-56ba-47e7-a505-f24593d1991a req-42006083-6a48-42a9-933a-af196096692b tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c338005-e679-4872-9a31-4b3860bc0e3c HTTP/1.1" status: 200 len: 946 time: 0.1684003 Jun 15 14:22:40.378003 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-e7ea5e43-e42f-43bd-9177-64f1e1017b89 None None] For port 3795fb65-810b-4b7d-98ef-b4b612dfc31f, host dv-cinder-796471-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796471-1-iscsi',level=0,port_id=3795fb65-810b-4b7d-98ef-b4b612dfc31f,segment=NetworkSegment(759a8771-76ee-4657-9a53-a14a447f1a7e),segment_id=759a8771-76ee-4657-9a53-a14a447f1a7e)] {{(pid=91909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:22:40.390670 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-e7ea5e43-e42f-43bd-9177-64f1e1017b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492'] for port, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:40.397007 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-d394ad74-ad88-4a85-9a17-dc5a819a14a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:22:40.458486 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-905c1ac5-af09-4546-910c-de06912a3796 req-fe533f06-e488-4530-a4c8-d18ba9f8103a service neutron] 10.222.0.67 "GET /v2.0/networks/38cc54e9-46a5-4f17-85e6-fe0dd786b611?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812499 Jun 15 14:22:40.601076 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-905c1ac5-af09-4546-910c-de06912a3796 req-421f314b-9d0e-4593-8c11-3a38be7ccfae service neutron] 10.222.0.67 "GET /v2.0/networks/38cc54e9-46a5-4f17-85e6-fe0dd786b611?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339016 Jun 15 14:22:40.639229 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-0fc10cb4-9901-4e25-9aee-5ffdbdfdcc43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c0eaad-83cf-4430-b708-c66bdd7420d8', 'name': 'tempest-TestVolumeBootPattern-92072223-router', 'tenant_id': 'c3de56a81c9f49fdb5657745f0c5e9a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'external_fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': 'd971e2b1-b9ea-44de-a79f-39fe38ddcd08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:13:59Z', 'updated_at': '2021-06-15T14:14:06Z', 'revision_number': 4, 'project_id': 'c3de56a81c9f49fdb5657745f0c5e9a7', 'gw_port': {'id': 'd971e2b1-b9ea-44de-a79f-39fe38ddcd08', 'name': '', 'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d4:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c0eaad-83cf-4430-b708-c66bdd7420d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:14:00Z', 'updated_at': '2021-06-15T14:14:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796471-1-iscsi', '_interfaces': [{'id': 'da9737a8-9041-44ab-8b20-9f32fed8bfee', 'name': '', 'network_id': '38cc54e9-46a5-4f17-85e6-fe0dd786b611', 'tenant_id': 'c3de56a81c9f49fdb5657745f0c5e9a7', 'mac_address': 'fa:16:3e:83:f0:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c0eaad-83cf-4430-b708-c66bdd7420d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'c7a8d3b2-93d0-474b-a785-3b20f05c50a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:14:04Z', 'updated_at': '2021-06-15T14:14:14Z', 'revision_number': 5, 'project_id': 'c3de56a81c9f49fdb5657745f0c5e9a7', 'subnets': [{'id': 'c7a8d3b2-93d0-474b-a785-3b20f05c50a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796471-1-iscsi', False) {} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:22:40.650807 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc10cb4-9901-4e25-9aee-5ffdbdfdcc43 None None] The sync data for ids ['20c0eaad-83cf-4430-b708-c66bdd7420d8'] in dv-cinder-796471-1-iscsi is: [{'id': '20c0eaad-83cf-4430-b708-c66bdd7420d8', 'name': 'tempest-TestVolumeBootPattern-92072223-router', 'tenant_id': 'c3de56a81c9f49fdb5657745f0c5e9a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'external_fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': 'd971e2b1-b9ea-44de-a79f-39fe38ddcd08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:13:59Z', 'updated_at': '2021-06-15T14:14:06Z', 'revision_number': 4, 'project_id': 'c3de56a81c9f49fdb5657745f0c5e9a7', 'gw_port': {'id': 'd971e2b1-b9ea-44de-a79f-39fe38ddcd08', 'name': '', 'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d4:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c0eaad-83cf-4430-b708-c66bdd7420d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:14:00Z', 'updated_at': '2021-06-15T14:14:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796471-1-iscsi', '_interfaces': [{'id': 'da9737a8-9041-44ab-8b20-9f32fed8bfee', 'name': '', 'network_id': '38cc54e9-46a5-4f17-85e6-fe0dd786b611', 'tenant_id': 'c3de56a81c9f49fdb5657745f0c5e9a7', 'mac_address': 'fa:16:3e:83:f0:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c0eaad-83cf-4430-b708-c66bdd7420d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'c7a8d3b2-93d0-474b-a785-3b20f05c50a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:14:04Z', 'updated_at': '2021-06-15T14:14:14Z', 'revision_number': 5, 'project_id': 'c3de56a81c9f49fdb5657745f0c5e9a7', 'subnets': [{'id': 'c7a8d3b2-93d0-474b-a785-3b20f05c50a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:22:40.665326 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ea5e43-e42f-43bd-9177-64f1e1017b89 None None] Pushing event updated for resources: {'Port': ['ID=3795fb65-810b-4b7d-98ef-b4b612dfc31f,revision_number=3']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:22:40.668841 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-e7ea5e43-e42f-43bd-9177-64f1e1017b89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:22:40.671252 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_hamode_db [None req-54df3f4f-b8fd-4527-9e77-bcc714272980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6ee24f5-8c5f-4ed3-a978-5dacd8e5ac38', 'name': 'tempest-TestShelveInstance-111875190-router', 'tenant_id': '933a0269098045b69989ffb717859053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'external_fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': '76ea037d-6b51-424b-9a66-088c50086680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:22:37Z', 'updated_at': '2021-06-15T14:22:38Z', 'revision_number': 3, 'project_id': '933a0269098045b69989ffb717859053', 'gw_port': {'id': '76ea037d-6b51-424b-9a66-088c50086680', 'name': '', 'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c0:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6ee24f5-8c5f-4ed3-a978-5dacd8e5ac38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:22:38Z', 'updated_at': '2021-06-15T14:22:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796471-1-iscsi'}], 'dv-cinder-796471-1-iscsi', False) {} {{(pid=91909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:22:40.675316 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54df3f4f-b8fd-4527-9e77-bcc714272980 None None] Checking router: f6ee24f5-8c5f-4ed3-a978-5dacd8e5ac38 for host: dv-cinder-796471-1-iscsi {{(pid=91909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:22:40.675884 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54df3f4f-b8fd-4527-9e77-bcc714272980 None None] Updating router f6ee24f5-8c5f-4ed3-a978-5dacd8e5ac38 port 76ea037d-6b51-424b-9a66-088c50086680 binding host dv-cinder-796471-1-iscsi {{(pid=91909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 14:22:40.690520 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-3c1111e4-56ba-47e7-a505-f24593d1991a req-ec68f62e-bb3c-4906-a18e-371506018b53 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "GET /v2.0/security-groups?id=5fb2b0bc-4d97-449b-9031-5715adbe68e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3183997 Jun 15 14:22:40.727380 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-54df3f4f-b8fd-4527-9e77-bcc714272980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:40.730096 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-746feac9-abe9-4fb1-b1cd-5d5b9b504e47 None None] Provisioning complete for port 3795fb65-810b-4b7d-98ef-b4b612dfc31f triggered by entity DHCP. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:22:40.730697 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-746feac9-abe9-4fb1-b1cd-5d5b9b504e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897510'] for port, provisioning_complete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:40.803113 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-ed8dc81b-7170-4d73-8695-a5ea9a5be682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-33170876'] for port, before_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:40.933408 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Device 3795fb65-810b-4b7d-98ef-b4b612dfc31f up at agent ovs-agent-dv-cinder-796471-1-iscsi {{(pid=91909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:22:40.983701 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fda3426-a9d1-43c6-853f-016bd9081b62 None None] New status for floating IP 249a7f02-741d-4eae-8c07-3c3cef3701c5: DOWN {{(pid=91909) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 15 14:22:41.028679 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.db.db_base_plugin_common [None req-ed8dc81b-7170-4d73-8695-a5ea9a5be682 admin admin] Allocated IP 172.20.0.1 (13fd6b09-b038-4af1-aa02-1e79eebe5398/a7db9feb-f419-4820-ba23-ae3cffe5e3e5/3e3b66fa-ceb1-4784-a599-30f77a7c90bf) {{(pid=91906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:22:41.164225 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-ed8dc81b-7170-4d73-8695-a5ea9a5be682 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:41.177923 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.db.provisioning_blocks [None req-ed8dc81b-7170-4d73-8695-a5ea9a5be682 admin admin] Transition to ACTIVE for port object 3e3b66fa-ceb1-4784-a599-30f77a7c90bf will not be triggered until provisioned by entity DHCP. {{(pid=91906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:22:41.188725 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Provisioning complete for port 3795fb65-810b-4b7d-98ef-b4b612dfc31f triggered by entity L2. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:22:41.189185 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897510'] for port, provisioning_complete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:41.212908 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-ed8dc81b-7170-4d73-8695-a5ea9a5be682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33170815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-53808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781714044429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3410907'] for port, after_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:41.215149 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-a393353c-240b-4cee-9ba3-1d7b176187ee service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:22:41.262523 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed8dc81b-7170-4d73-8695-a5ea9a5be682 admin admin] Network 13fd6b09-b038-4af1-aa02-1e79eebe5398 is already hosted by enough agents. {{(pid=91906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:22:41.268019 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.scheduler.base_scheduler [None req-ed8dc81b-7170-4d73-8695-a5ea9a5be682 admin admin] Resources bound (agent type, host, resource id): {{(pid=91906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:22:41.270271 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8dc81b-7170-4d73-8695-a5ea9a5be682 admin admin] Pushing event updated for resources: {'Port': ['ID=3e3b66fa-ceb1-4784-a599-30f77a7c90bf,revision_number=1']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:22:41.272443 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8dc81b-7170-4d73-8695-a5ea9a5be682 admin admin] Received port after_create {{(pid=91906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:22:41.274515 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-ed8dc81b-7170-4d73-8695-a5ea9a5be682 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:22:41.296036 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-54df3f4f-b8fd-4527-9e77-bcc714272980 None None] Notify callbacks [] for port, precommit_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:41.324350 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-ed8dc81b-7170-4d73-8695-a5ea9a5be682 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-670032'] for router_interface, before_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:41.334956 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-54df3f4f-b8fd-4527-9e77-bcc714272980 None None] Transition to ACTIVE for port object 76ea037d-6b51-424b-9a66-088c50086680 will not be triggered until provisioned by entity L2. {{(pid=91909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:22:41.345789 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-54df3f4f-b8fd-4527-9e77-bcc714272980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492'] for port, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:41.349286 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:22:41.417314 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5d83fd-4b1e-4877-8384-0f8f6da3ec46 None None] Pushing event updated for resources: {'Port': ['ID=76ea037d-6b51-424b-9a66-088c50086680,revision_number=2']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:22:41.420759 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.managers [None req-54df3f4f-b8fd-4527-9e77-bcc714272980 None None] Attempting to bind port 76ea037d-6b51-424b-9a66-088c50086680 on host dv-cinder-796471-1-iscsi for vnic_type normal with profile {{(pid=91909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:22:41.421147 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.managers [None req-54df3f4f-b8fd-4527-9e77-bcc714272980 None None] Attempting to bind port 76ea037d-6b51-424b-9a66-088c50086680 by drivers openvswitch,hyperv on host dv-cinder-796471-1-iscsi at level 0 using segments [{'id': '16359361-6c0e-4f40-8a0e-56105654022c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641'}] {{(pid=91909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:22:41.421525 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54df3f4f-b8fd-4527-9e77-bcc714272980 None None] Attempting to bind port 76ea037d-6b51-424b-9a66-088c50086680 on network 962d46ed-056a-473f-b9cc-450bda4e3641 {{(pid=91909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:22:41.423823 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-db5d83fd-4b1e-4877-8384-0f8f6da3ec46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:22:41.428085 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54df3f4f-b8fd-4527-9e77-bcc714272980 None None] Checking agent: {'id': 'a00a16a2-d8fd-48bc-a1ff-18db44b70890', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796471-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 4, 51), 'started_at': datetime.datetime(2021, 6, 15, 14, 5, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 22, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796471-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:22:41.428484 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54df3f4f-b8fd-4527-9e77-bcc714272980 None None] Checking segment: {'id': '16359361-6c0e-4f40-8a0e-56105654022c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:22:41.428901 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-54df3f4f-b8fd-4527-9e77-bcc714272980 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:41.429305 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54df3f4f-b8fd-4527-9e77-bcc714272980 None None] Bound using segment: {'id': '16359361-6c0e-4f40-8a0e-56105654022c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641'} {{(pid=91909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:22:41.429800 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.managers [None req-54df3f4f-b8fd-4527-9e77-bcc714272980 None None] Bound port: 76ea037d-6b51-424b-9a66-088c50086680, host: dv-cinder-796471-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16359361-6c0e-4f40-8a0e-56105654022c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641'}}] {{(pid=91909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:22:41.430183 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-54df3f4f-b8fd-4527-9e77-bcc714272980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:41.491947 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-54df3f4f-b8fd-4527-9e77-bcc714272980 None None] For port 76ea037d-6b51-424b-9a66-088c50086680, host dv-cinder-796471-1-iscsi, cleared binding levels {{(pid=91909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:22:41.494972 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-54df3f4f-b8fd-4527-9e77-bcc714272980 None None] For port 76ea037d-6b51-424b-9a66-088c50086680, host dv-cinder-796471-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796471-1-iscsi',level=0,port_id=76ea037d-6b51-424b-9a66-088c50086680,segment=NetworkSegment(16359361-6c0e-4f40-8a0e-56105654022c),segment_id=16359361-6c0e-4f40-8a0e-56105654022c)] {{(pid=91909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:22:41.499176 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-54df3f4f-b8fd-4527-9e77-bcc714272980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492'] for port, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:41.501082 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-f814c450-fffe-473a-92f5-9ade98cdb424 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:22:41.523320 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-ed8dc81b-7170-4d73-8695-a5ea9a5be682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:41.579735 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54df3f4f-b8fd-4527-9e77-bcc714272980 None None] Routers {'f6ee24f5-8c5f-4ed3-a978-5dacd8e5ac38'} bound to L3 agent in host dv-cinder-796471-1-iscsi {{(pid=91909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:22:41.580379 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_hamode_db [None req-54df3f4f-b8fd-4527-9e77-bcc714272980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796471-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-15T14:04:51Z,description=,heartbeat_timestamp=2021-06-15T14:22:21Z,host='dv-cinder-796471-1-iscsi',id=7c0fcfb6-ee6c-4f84-9204-f4cc96555f34,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:04:51Z,topic='l3_agent')) {'router_ids': ['f6ee24f5-8c5f-4ed3-a978-5dacd8e5ac38'], 'active': True} {{(pid=91909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:22:41.583185 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5d83fd-4b1e-4877-8384-0f8f6da3ec46 None None] Pushing event updated for resources: {'Port': ['ID=76ea037d-6b51-424b-9a66-088c50086680,revision_number=3']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:22:41.630581 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-db5d83fd-4b1e-4877-8384-0f8f6da3ec46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:22:41.630581 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-ee231c25-83ca-44af-86bf-e94ca2b4883f None None] Provisioning for port 3e3b66fa-ceb1-4784-a599-30f77a7c90bf completed by entity DHCP. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:22:41.681116 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-ee231c25-83ca-44af-86bf-e94ca2b4883f None None] Provisioning complete for port 3e3b66fa-ceb1-4784-a599-30f77a7c90bf triggered by entity DHCP. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:22:41.681497 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-ee231c25-83ca-44af-86bf-e94ca2b4883f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897510'] for port, provisioning_complete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:41.730102 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-ed8dc81b-7170-4d73-8695-a5ea9a5be682 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:41.739048 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-ed8dc81b-7170-4d73-8695-a5ea9a5be682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3410917'] for port, after_update {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:41.739656 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.plugin [None req-ee231c25-83ca-44af-86bf-e94ca2b4883f None None] Port 3e3b66fa-ceb1-4784-a599-30f77a7c90bf cannot update to ACTIVE because it is not bound. {{(pid=91909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 15 14:22:41.743959 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-d4838b5d-fc09-4dbc-be56-bddf59ef3b83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:22:41.769653 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_dvr_db [None req-54df3f4f-b8fd-4527-9e77-bcc714272980 None None] Set router f6ee24f5-8c5f-4ed3-a978-5dacd8e5ac38 gateway port host: dv-cinder-796471-1-iscsi {{(pid=91909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:22:41.794268 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d81070e-b799-4924-bf24-2da3b13c6a91 req-b0302052-92e9-4af9-8105-9fae77e77ea5 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:22:41.797345 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-5d81070e-b799-4924-bf24-2da3b13c6a91 req-b0302052-92e9-4af9-8105-9fae77e77ea5 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.67 "GET /v2.0/ports?device_id=1c338005-e679-4872-9a31-4b3860bc0e3c HTTP/1.1" status: 200 len: 946 time: 0.0951560 Jun 15 14:22:41.822144 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-ed8dc81b-7170-4d73-8695-a5ea9a5be682 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-670148'] for router_interface, after_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:41.824962 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8dc81b-7170-4d73-8695-a5ea9a5be682 admin admin] Pushing event updated for resources: {'Port': ['ID=3e3b66fa-ceb1-4784-a599-30f77a7c90bf,revision_number=2']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:22:41.831170 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-ed8dc81b-7170-4d73-8695-a5ea9a5be682 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:22:41.946430 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed8dc81b-7170-4d73-8695-a5ea9a5be682 admin admin] Network 13fd6b09-b038-4af1-aa02-1e79eebe5398 is already hosted by enough agents. {{(pid=91906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:22:41.947954 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.scheduler.base_scheduler [None req-ed8dc81b-7170-4d73-8695-a5ea9a5be682 admin admin] Resources bound (agent type, host, resource id): {{(pid=91906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:22:41.973138 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d77a14-c284-44bb-afde-ce7b544150fb req-ea125517-d2a3-40f1-a779-d81c02efe0e1 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:22:41.974727 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-80d77a14-c284-44bb-afde-ce7b544150fb req-ea125517-d2a3-40f1-a779-d81c02efe0e1 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c338005-e679-4872-9a31-4b3860bc0e3c HTTP/1.1" status: 200 len: 946 time: 0.1299553 Jun 15 14:22:42.016869 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.plugin [req-5d81070e-b799-4924-bf24-2da3b13c6a91 req-385688de-9d34-427f-9ae0-224745aa0770 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Deleting port ea61a4d3-9dba-46d7-bade-007b03bc52a7 {{(pid=91907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:22:42.017251 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-5d81070e-b799-4924-bf24-2da3b13c6a91 req-385688de-9d34-427f-9ae0-224745aa0770 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781714481448'] for port, before_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:42.063629 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-80d77a14-c284-44bb-afde-ce7b544150fb req-f5b2c5ec-b1a3-4ba0-984a-3279ef1b0fe4 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "GET /v2.0/security-groups?id=5fb2b0bc-4d97-449b-9031-5715adbe68e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828207 Jun 15 14:22:42.107779 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_hamode_db [None req-54df3f4f-b8fd-4527-9e77-bcc714272980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6ee24f5-8c5f-4ed3-a978-5dacd8e5ac38', 'name': 'tempest-TestShelveInstance-111875190-router', 'tenant_id': '933a0269098045b69989ffb717859053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'external_fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': '76ea037d-6b51-424b-9a66-088c50086680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:22:37Z', 'updated_at': '2021-06-15T14:22:41Z', 'revision_number': 4, 'project_id': '933a0269098045b69989ffb717859053', 'gw_port': {'id': '76ea037d-6b51-424b-9a66-088c50086680', 'name': '', 'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c0:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6ee24f5-8c5f-4ed3-a978-5dacd8e5ac38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:22:38Z', 'updated_at': '2021-06-15T14:22:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796471-1-iscsi', '_interfaces': [{'id': '3e3b66fa-ceb1-4784-a599-30f77a7c90bf', 'name': '', 'network_id': '13fd6b09-b038-4af1-aa02-1e79eebe5398', 'tenant_id': '933a0269098045b69989ffb717859053', 'mac_address': 'fa:16:3e:42:0c:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6ee24f5-8c5f-4ed3-a978-5dacd8e5ac38', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'a7db9feb-f419-4820-ba23-ae3cffe5e3e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:22:40Z', 'updated_at': '2021-06-15T14:22:41Z', 'revision_number': 1, 'project_id': '933a0269098045b69989ffb717859053', 'subnets': [{'id': 'a7db9feb-f419-4820-ba23-ae3cffe5e3e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796471-1-iscsi', False) {} {{(pid=91909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:22:42.111880 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54df3f4f-b8fd-4527-9e77-bcc714272980 None None] The sync data for ids ['f6ee24f5-8c5f-4ed3-a978-5dacd8e5ac38'] in dv-cinder-796471-1-iscsi is: [{'id': 'f6ee24f5-8c5f-4ed3-a978-5dacd8e5ac38', 'name': 'tempest-TestShelveInstance-111875190-router', 'tenant_id': '933a0269098045b69989ffb717859053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'external_fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': '76ea037d-6b51-424b-9a66-088c50086680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:22:37Z', 'updated_at': '2021-06-15T14:22:41Z', 'revision_number': 4, 'project_id': '933a0269098045b69989ffb717859053', 'gw_port': {'id': '76ea037d-6b51-424b-9a66-088c50086680', 'name': '', 'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c0:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6ee24f5-8c5f-4ed3-a978-5dacd8e5ac38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:22:38Z', 'updated_at': '2021-06-15T14:22:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796471-1-iscsi', '_interfaces': [{'id': '3e3b66fa-ceb1-4784-a599-30f77a7c90bf', 'name': '', 'network_id': '13fd6b09-b038-4af1-aa02-1e79eebe5398', 'tenant_id': '933a0269098045b69989ffb717859053', 'mac_address': 'fa:16:3e:42:0c:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6ee24f5-8c5f-4ed3-a978-5dacd8e5ac38', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'a7db9feb-f419-4820-ba23-ae3cffe5e3e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:22:40Z', 'updated_at': '2021-06-15T14:22:41Z', 'revision_number': 1, 'project_id': '933a0269098045b69989ffb717859053', 'subnets': [{'id': 'a7db9feb-f419-4820-ba23-ae3cffe5e3e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:22:42.133028 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed8dc81b-7170-4d73-8695-a5ea9a5be682 admin admin] Router f6ee24f5-8c5f-4ed3-a978-5dacd8e5ac38 has already been hosted by L3 agent 7c0fcfb6-ee6c-4f84-9204-f4cc96555f34 {{(pid=91906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:22:42.168205 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.db [req-5d81070e-b799-4924-bf24-2da3b13c6a91 req-385688de-9d34-427f-9ae0-224745aa0770 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] For port ea61a4d3-9dba-46d7-bade-007b03bc52a7, host hv-cinder-79647, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79647',level=0,port_id=ea61a4d3-9dba-46d7-bade-007b03bc52a7,segment=NetworkSegment(bdfc6570-21e3-4188-8b81-25944ca5b033),segment_id=bdfc6570-21e3-4188-8b81-25944ca5b033)] {{(pid=91907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:22:42.168648 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-5d81070e-b799-4924-bf24-2da3b13c6a91 req-385688de-9d34-427f-9ae0-224745aa0770 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668414'] for port, precommit_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:42.262288 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-569741d7-6c58-465e-bd27-fdc897878467 None None] Provisioning complete for port 3e3b66fa-ceb1-4784-a599-30f77a7c90bf triggered by entity DHCP. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:22:42.262680 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-569741d7-6c58-465e-bd27-fdc897878467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897510'] for port, provisioning_complete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:42.269719 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.plugin [req-5d81070e-b799-4924-bf24-2da3b13c6a91 req-385688de-9d34-427f-9ae0-224745aa0770 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Calling delete_port for ea61a4d3-9dba-46d7-bade-007b03bc52a7 owned by compute:nova {{(pid=91907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:22:42.295181 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed8dc81b-7170-4d73-8695-a5ea9a5be682 admin admin] Notify agent at l3_agent.dv-cinder-796471-1-iscsi the message routers_updated {{(pid=91906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:22:42.311087 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-ed8dc81b-7170-4d73-8695-a5ea9a5be682 admin admin] 10.222.0.26 "PUT /v2.0/routers/f6ee24f5-8c5f-4ed3-a978-5dacd8e5ac38/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7610979 Jun 15 14:22:42.324209 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.plugin [None req-569741d7-6c58-465e-bd27-fdc897878467 None None] Port 3e3b66fa-ceb1-4784-a599-30f77a7c90bf cannot update to ACTIVE because it is not bound. {{(pid=91909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 15 14:22:42.455964 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-5d81070e-b799-4924-bf24-2da3b13c6a91 req-385688de-9d34-427f-9ae0-224745aa0770 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781714486604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781714044438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4061906'] for port, after_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:42.461531 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-3477fe9e-5801-4b1b-aaff-30b453197109 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:22:42.500160 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385688de-9d34-427f-9ae0-224745aa0770 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Pushing event deleted for resources: {'Port': ['ID=ea61a4d3-9dba-46d7-bade-007b03bc52a7,revision_number=None']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:22:42.503370 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-385688de-9d34-427f-9ae0-224745aa0770 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:22:42.557808 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d81070e-b799-4924-bf24-2da3b13c6a91 req-385688de-9d34-427f-9ae0-224745aa0770 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] No DVR routers for this DVR port ea61a4d3-9dba-46d7-bade-007b03bc52a7 on host hv-cinder-79647 {{(pid=91907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:22:42.561008 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-5d81070e-b799-4924-bf24-2da3b13c6a91 req-385688de-9d34-427f-9ae0-224745aa0770 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58954'] for port, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:42.563087 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-5d81070e-b799-4924-bf24-2da3b13c6a91 req-385688de-9d34-427f-9ae0-224745aa0770 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.67 "DELETE /v2.0/ports/ea61a4d3-9dba-46d7-bade-007b03bc52a7 HTTP/1.1" status: 204 len: 173 time: 0.7593696 Jun 15 14:22:42.563635 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c338005-e679-4872-9a31-4b3860bc0e3c', 'name': 'network-vif-deleted', 'tag': 'ea61a4d3-9dba-46d7-bade-007b03bc52a7'}] {{(pid=91907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:22:42.565997 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24467d57c8f568e2e16d95ba24031d6b60035fd708ad429d2e8baac5a477cd4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59ab93c9-6ebc-46b9-aa5b-0e8e972d65af" -d '{"events": [{"server_uuid": "1c338005-e679-4872-9a31-4b3860bc0e3c", "name": "network-vif-deleted", "tag": "ea61a4d3-9dba-46d7-bade-007b03bc52a7"}]}' {{(pid=91907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:22:42.606991 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e85485ab-2c46-4ba1-b41e-33974400407e x-openstack-request-id: req-e85485ab-2c46-4ba1-b41e-33974400407e {{(pid=91907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:22:42.607562 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c338005-e679-4872-9a31-4b3860bc0e3c", "name": "network-vif-deleted", "tag": "ea61a4d3-9dba-46d7-bade-007b03bc52a7", "status": "completed", "code": 200}]} {{(pid=91907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:22:42.608029 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e85485ab-2c46-4ba1-b41e-33974400407e {{(pid=91907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:22:42.608720 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c338005-e679-4872-9a31-4b3860bc0e3c', 'name': 'network-vif-deleted', 'tag': 'ea61a4d3-9dba-46d7-bade-007b03bc52a7', 'status': 'completed', 'code': 200} Jun 15 14:22:42.970859 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Device 76ea037d-6b51-424b-9a66-088c50086680 up at agent ovs-agent-dv-cinder-796471-1-iscsi {{(pid=91909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:22:43.019781 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 41710) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:22:43.025337 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.v2.base [None req-9ad31bc8-c0ae-41bd-a632-e27e10a4d1d5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1500092470-network', 'tenant_id': '6b61f08aa60345fd9fefc8701ba34fca'}} {{(pid=91907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:22:43.044264 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Provisioning for port 76ea037d-6b51-424b-9a66-088c50086680 completed by entity L2. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:22:43.051837 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Provisioning complete for port 76ea037d-6b51-424b-9a66-088c50086680 triggered by entity L2. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:22:43.052576 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897510'] for port, provisioning_complete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:43.069704 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ad31bc8-c0ae-41bd-a632-e27e10a4d1d5 admin admin] Made reservation on behalf of 6b61f08aa60345fd9fefc8701ba34fca for: {'network': 1} {{(pid=91907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:22:43.072530 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-9ad31bc8-c0ae-41bd-a632-e27e10a4d1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-33170876'] for network, before_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:43.091831 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-9ad31bc8-c0ae-41bd-a632-e27e10a4d1d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:43.166428 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:43.208520 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-9ad31bc8-c0ae-41bd-a632-e27e10a4d1d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:43.215795 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-9ad31bc8-c0ae-41bd-a632-e27e10a4d1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:43.230301 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ad31bc8-c0ae-41bd-a632-e27e10a4d1d5 admin admin] vlan segment allocate from pool success with {'vlan_id': 895, 'physical_network': 'physnet1'} {{(pid=91907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:22:43.237982 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-9fb5a6f8-8881-45a3-9853-a6fbf259c1c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:22:43.261077 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-9ad31bc8-c0ae-41bd-a632-e27e10a4d1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32890017'] for segment, precommit_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:43.261409 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.db.segments_db [None req-9ad31bc8-c0ae-41bd-a632-e27e10a4d1d5 admin admin] Added segment 5f200ac4-3a9c-45f4-9bce-1a65ac073101 of type vlan for network f78b36c2-1c40-491a-b1e4-3ead8eacd511 Jun 15 14:22:43.308082 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-de81b0d5-44c3-4ac3-a54e-ce34f514bc03 req-08b512d1-8f06-4c63-955f-dbca4bf29f13 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c338005-e679-4872-9a31-4b3860bc0e3c HTTP/1.1" status: 200 len: 210 time: 0.0667415 Jun 15 14:22:43.350557 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] For port 76ea037d-6b51-424b-9a66-088c50086680, host dv-cinder-796471-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796471-1-iscsi',level=0,port_id=76ea037d-6b51-424b-9a66-088c50086680,segment=NetworkSegment(16359361-6c0e-4f40-8a0e-56105654022c),segment_id=16359361-6c0e-4f40-8a0e-56105654022c)] {{(pid=91909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:22:43.353334 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad31bc8-c0ae-41bd-a632-e27e10a4d1d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d75e130e-f95b-4d26-b984-3d940d2ebf79,revision_number=1']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:22:43.359545 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-9ad31bc8-c0ae-41bd-a632-e27e10a4d1d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:22:43.360056 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492'] for port, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:43.363403 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-8bab0e82-28b1-4dd5-b397-123186ce2b4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:22:43.370126 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-9ad31bc8-c0ae-41bd-a632-e27e10a4d1d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781714030749'] for network, precommit_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:43.409764 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-9ad31bc8-c0ae-41bd-a632-e27e10a4d1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-350226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537401'] for network, after_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:43.411244 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad31bc8-c0ae-41bd-a632-e27e10a4d1d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:22:43.411875 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-9ad31bc8-c0ae-41bd-a632-e27e10a4d1d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537372'] for network, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:43.415307 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-d5bf5135-3d0a-4b43-8e78-edf327d72cb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:22:43.440074 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Pushing event updated for resources: {'Port': ['ID=76ea037d-6b51-424b-9a66-088c50086680,revision_number=4']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:22:43.443119 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:22:43.455036 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-9ad31bc8-c0ae-41bd-a632-e27e10a4d1d5 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4336119 Jun 15 14:22:43.457429 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 41714) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:22:43.505538 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.v2.base [None req-c1060cdc-5444-4d63-8562-7b352ac85222 admin admin] Request body: {'subnet': {'network_id': 'f78b36c2-1c40-491a-b1e4-3ead8eacd511', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1500092470-subnet', 'tenant_id': '6b61f08aa60345fd9fefc8701ba34fca', 'ip_version': 4}} {{(pid=91907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:22:43.509832 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad31bc8-c0ae-41bd-a632-e27e10a4d1d5 admin admin] Pushing event updated for resources: {'Network': ['ID=f78b36c2-1c40-491a-b1e4-3ead8eacd511,revision_number=1']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:22:43.513386 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-9ad31bc8-c0ae-41bd-a632-e27e10a4d1d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:22:43.524270 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Network f78b36c2-1c40-491a-b1e4-3ead8eacd511 details requested by agent ovs-agent-dv-cinder-796471-1-iscsi with host dv-cinder-796471-1-iscsi {{(pid=91909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:22:43.540087 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1060cdc-5444-4d63-8562-7b352ac85222 admin admin] Made reservation on behalf of 6b61f08aa60345fd9fefc8701ba34fca for: {'subnet': 1} {{(pid=91907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:22:43.542629 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-c1060cdc-5444-4d63-8562-7b352ac85222 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3414610'] for subnet, before_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:43.765850 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-c1060cdc-5444-4d63-8562-7b352ac85222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4062059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3414596'] for subnet, after_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:43.768016 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-04253248-ad9a-4e0b-aaca-440dfd7627fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:22:43.829523 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1060cdc-5444-4d63-8562-7b352ac85222 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b561fce6-9107-43eb-a877-725c32cf36c0,revision_number=0']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:22:43.833265 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-c1060cdc-5444-4d63-8562-7b352ac85222 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:22:43.840834 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1060cdc-5444-4d63-8562-7b352ac85222 admin admin] Checking segment: {'id': '5f200ac4-3a9c-45f4-9bce-1a65ac073101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'f78b36c2-1c40-491a-b1e4-3ead8eacd511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:22:43.841188 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1060cdc-5444-4d63-8562-7b352ac85222 admin admin] Network hostable DHCP agents. Network: f78b36c2-1c40-491a-b1e4-3ead8eacd511, hostable agents: ['b76165da-6319-4f74-a975-61037e393453'], hosted agents: [] {{(pid=91907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:22:43.859056 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1060cdc-5444-4d63-8562-7b352ac85222 admin admin] Network f78b36c2-1c40-491a-b1e4-3ead8eacd511 is scheduled to be hosted by DHCP agent b76165da-6319-4f74-a975-61037e393453 with binding_index 1 {{(pid=91907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:22:43.867173 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.scheduler.base_scheduler [None req-c1060cdc-5444-4d63-8562-7b352ac85222 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796471-1-iscsi, f78b36c2-1c40-491a-b1e4-3ead8eacd511) {{(pid=91907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:22:43.872756 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1060cdc-5444-4d63-8562-7b352ac85222 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:22:43.873993 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-c1060cdc-5444-4d63-8562-7b352ac85222 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:43.874984 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56b4f88a-da23-4934-ab9c-85475a59d309 None None] Network f78b36c2-1c40-491a-b1e4-3ead8eacd511 requested from dv-cinder-796471-1-iscsi {{(pid=91909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:22:43.887777 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-c1060cdc-5444-4d63-8562-7b352ac85222 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4293334 Jun 15 14:22:43.891096 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 41716) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:22:43.895859 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.v2.base [None req-834717bc-6d2a-4a16-ad47-b21a4eb5faf6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1500092470-router', 'tenant_id': '6b61f08aa60345fd9fefc8701ba34fca', 'external_gateway_info': {'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641'}}} {{(pid=91906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:22:43.916526 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-834717bc-6d2a-4a16-ad47-b21a4eb5faf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10752'] for router, before_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:43.917520 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-834717bc-6d2a-4a16-ad47-b21a4eb5faf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-667090', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338381', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10775'] for router, precommit_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:43.981395 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-834717bc-6d2a-4a16-ad47-b21a4eb5faf6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:44.067055 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24cd09e8-ebe6-419c-8c1c-4e5b082549ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4da9c1aa-4f2a-5f74-9401-623a714743bc-f78b36c2-1c40-491a-b1e4-3ead8eacd511', 'network_id': 'f78b36c2-1c40-491a-b1e4-3ead8eacd511', 'tenant_id': '6b61f08aa60345fd9fefc8701ba34fca', 'fixed_ips': [{'subnet_id': 'b561fce6-9107-43eb-a877-725c32cf36c0'}]}} from dv-cinder-796471-1-iscsi. {{(pid=91909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 15 14:22:44.068060 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-24cd09e8-ebe6-419c-8c1c-4e5b082549ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-33170876'] for port, before_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:44.189464 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-834717bc-6d2a-4a16-ad47-b21a4eb5faf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-667085', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-706225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10981'] for router, precommit_update {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:44.229434 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.db_base_plugin_common [None req-24cd09e8-ebe6-419c-8c1c-4e5b082549ba None None] Allocated IP 172.20.0.2 (f78b36c2-1c40-491a-b1e4-3ead8eacd511/b561fce6-9107-43eb-a877-725c32cf36c0/c1286de2-f398-4649-900c-0eccc84388d4) {{(pid=91909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:22:44.407881 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2b34d5-7c94-4728-be2e-c7a8a8b9751b None None] Sync routers for ids ['f6ee24f5-8c5f-4ed3-a978-5dacd8e5ac38'] in dv-cinder-796471-1-iscsi {{(pid=91910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:22:44.421981 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 41720) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:22:44.422501 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2b34d5-7c94-4728-be2e-c7a8a8b9751b None None] Routers {'f6ee24f5-8c5f-4ed3-a978-5dacd8e5ac38'} bound to L3 agent in host dv-cinder-796471-1-iscsi {{(pid=91910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:22:44.423801 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-2a2b34d5-7c94-4728-be2e-c7a8a8b9751b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796471-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-15T14:04:51Z,description=,heartbeat_timestamp=2021-06-15T14:22:21Z,host='dv-cinder-796471-1-iscsi',id=7c0fcfb6-ee6c-4f84-9204-f4cc96555f34,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:04:51Z,topic='l3_agent')) {'router_ids': ['f6ee24f5-8c5f-4ed3-a978-5dacd8e5ac38'], 'active': True} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:22:44.424048 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-24cd09e8-ebe6-419c-8c1c-4e5b082549ba None None] Notify callbacks [] for port, precommit_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:44.433719 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-24cd09e8-ebe6-419c-8c1c-4e5b082549ba None None] Transition to ACTIVE for port object c1286de2-f398-4649-900c-0eccc84388d4 will not be triggered until provisioned by entity L2. {{(pid=91909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:22:44.453450 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-24cd09e8-ebe6-419c-8c1c-4e5b082549ba None None] Transition to ACTIVE for port object c1286de2-f398-4649-900c-0eccc84388d4 will not be triggered until provisioned by entity DHCP. {{(pid=91909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:22:44.461187 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-24cd09e8-ebe6-419c-8c1c-4e5b082549ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33170815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-53808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781714044429'] for port, after_create {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:44.463787 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:22:44.510215 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24cd09e8-ebe6-419c-8c1c-4e5b082549ba None None] Network f78b36c2-1c40-491a-b1e4-3ead8eacd511 is already hosted by enough agents. {{(pid=91909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:22:44.514292 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.scheduler.base_scheduler [None req-24cd09e8-ebe6-419c-8c1c-4e5b082549ba None None] Resources bound (agent type, host, resource id): {{(pid=91909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:22:44.522888 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24cd09e8-ebe6-419c-8c1c-4e5b082549ba None None] Received port after_create {{(pid=91909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:22:44.599295 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cd09e8-ebe6-419c-8c1c-4e5b082549ba None None] Pushing event updated for resources: {'Port': ['ID=c1286de2-f398-4649-900c-0eccc84388d4,revision_number=1']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:22:44.609574 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-24cd09e8-ebe6-419c-8c1c-4e5b082549ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:22:44.612117 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvr_db [None req-2a2b34d5-7c94-4728-be2e-c7a8a8b9751b None None] Set router f6ee24f5-8c5f-4ed3-a978-5dacd8e5ac38 gateway port host: dv-cinder-796471-1-iscsi {{(pid=91910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:22:44.614836 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.managers [None req-24cd09e8-ebe6-419c-8c1c-4e5b082549ba None None] Attempting to bind port c1286de2-f398-4649-900c-0eccc84388d4 on host dv-cinder-796471-1-iscsi for vnic_type normal with profile {{(pid=91909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:22:44.615229 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.managers [None req-24cd09e8-ebe6-419c-8c1c-4e5b082549ba None None] Attempting to bind port c1286de2-f398-4649-900c-0eccc84388d4 by drivers openvswitch,hyperv on host dv-cinder-796471-1-iscsi at level 0 using segments [{'id': '5f200ac4-3a9c-45f4-9bce-1a65ac073101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'f78b36c2-1c40-491a-b1e4-3ead8eacd511'}] {{(pid=91909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:22:44.623974 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24cd09e8-ebe6-419c-8c1c-4e5b082549ba None None] Attempting to bind port c1286de2-f398-4649-900c-0eccc84388d4 on network f78b36c2-1c40-491a-b1e4-3ead8eacd511 {{(pid=91909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:22:44.629059 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.plugin [None req-820c4e87-85ca-4a75-bb1f-e4d47ee4e99d tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Deleting port 6c6c7608-bbdd-4044-bbc0-129c13d22670 {{(pid=91907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:22:44.629625 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24cd09e8-ebe6-419c-8c1c-4e5b082549ba None None] Checking agent: {'id': 'a00a16a2-d8fd-48bc-a1ff-18db44b70890', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796471-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 4, 51), 'started_at': datetime.datetime(2021, 6, 15, 14, 5, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 22, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796471-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:22:44.630021 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24cd09e8-ebe6-419c-8c1c-4e5b082549ba None None] Checking segment: {'id': '5f200ac4-3a9c-45f4-9bce-1a65ac073101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'f78b36c2-1c40-491a-b1e4-3ead8eacd511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:22:44.630428 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-820c4e87-85ca-4a75-bb1f-e4d47ee4e99d tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781714481448'] for port, before_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:44.635002 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-24cd09e8-ebe6-419c-8c1c-4e5b082549ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:44.635539 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24cd09e8-ebe6-419c-8c1c-4e5b082549ba None None] Bound using segment: {'id': '5f200ac4-3a9c-45f4-9bce-1a65ac073101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'f78b36c2-1c40-491a-b1e4-3ead8eacd511'} {{(pid=91909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:22:44.636100 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.managers [None req-24cd09e8-ebe6-419c-8c1c-4e5b082549ba None None] Bound port: c1286de2-f398-4649-900c-0eccc84388d4, host: dv-cinder-796471-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f200ac4-3a9c-45f4-9bce-1a65ac073101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'f78b36c2-1c40-491a-b1e4-3ead8eacd511'}}] {{(pid=91909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:22:44.637075 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-24cd09e8-ebe6-419c-8c1c-4e5b082549ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:44.719214 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-24cd09e8-ebe6-419c-8c1c-4e5b082549ba None None] For port c1286de2-f398-4649-900c-0eccc84388d4, host dv-cinder-796471-1-iscsi, cleared binding levels {{(pid=91909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:22:44.722661 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-24cd09e8-ebe6-419c-8c1c-4e5b082549ba None None] For port c1286de2-f398-4649-900c-0eccc84388d4, host dv-cinder-796471-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796471-1-iscsi',level=0,port_id=c1286de2-f398-4649-900c-0eccc84388d4,segment=NetworkSegment(5f200ac4-3a9c-45f4-9bce-1a65ac073101),segment_id=5f200ac4-3a9c-45f4-9bce-1a65ac073101)] {{(pid=91909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:22:44.729245 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-24cd09e8-ebe6-419c-8c1c-4e5b082549ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492'] for port, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:44.732636 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:22:44.762764 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-820c4e87-85ca-4a75-bb1f-e4d47ee4e99d tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668414'] for port, precommit_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:44.763841 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-820c4e87-85ca-4a75-bb1f-e4d47ee4e99d tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:44.817413 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cd09e8-ebe6-419c-8c1c-4e5b082549ba None None] Pushing event updated for resources: {'Port': ['ID=c1286de2-f398-4649-900c-0eccc84388d4,revision_number=2']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:22:44.820912 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-24cd09e8-ebe6-419c-8c1c-4e5b082549ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:22:44.829239 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-834717bc-6d2a-4a16-ad47-b21a4eb5faf6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:44.878658 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.plugin [None req-820c4e87-85ca-4a75-bb1f-e4d47ee4e99d tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Calling delete_port for 6c6c7608-bbdd-4044-bbc0-129c13d22670 owned by network:floatingip {{(pid=91907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:22:44.878923 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-834717bc-6d2a-4a16-ad47-b21a4eb5faf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-33170876'] for port, before_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:44.941616 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Device 76ea037d-6b51-424b-9a66-088c50086680 up at agent ovs-agent-dv-cinder-796471-1-iscsi {{(pid=91909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:22:44.967113 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-2a2b34d5-7c94-4728-be2e-c7a8a8b9751b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6ee24f5-8c5f-4ed3-a978-5dacd8e5ac38', 'name': 'tempest-TestShelveInstance-111875190-router', 'tenant_id': '933a0269098045b69989ffb717859053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'external_fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': '76ea037d-6b51-424b-9a66-088c50086680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:22:37Z', 'updated_at': '2021-06-15T14:22:41Z', 'revision_number': 4, 'project_id': '933a0269098045b69989ffb717859053', 'gw_port': {'id': '76ea037d-6b51-424b-9a66-088c50086680', 'name': '', 'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c0:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ee24f5-8c5f-4ed3-a978-5dacd8e5ac38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:22:38Z', 'updated_at': '2021-06-15T14:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796471-1-iscsi', '_interfaces': [{'id': '3e3b66fa-ceb1-4784-a599-30f77a7c90bf', 'name': '', 'network_id': '13fd6b09-b038-4af1-aa02-1e79eebe5398', 'tenant_id': '933a0269098045b69989ffb717859053', 'mac_address': 'fa:16:3e:42:0c:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6ee24f5-8c5f-4ed3-a978-5dacd8e5ac38', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'a7db9feb-f419-4820-ba23-ae3cffe5e3e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:22:40Z', 'updated_at': '2021-06-15T14:22:41Z', 'revision_number': 2, 'project_id': '933a0269098045b69989ffb717859053', 'subnets': [{'id': 'a7db9feb-f419-4820-ba23-ae3cffe5e3e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796471-1-iscsi', False) {} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:22:44.973970 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2b34d5-7c94-4728-be2e-c7a8a8b9751b None None] Checking router: f6ee24f5-8c5f-4ed3-a978-5dacd8e5ac38 for host: dv-cinder-796471-1-iscsi {{(pid=91910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:22:44.974323 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2b34d5-7c94-4728-be2e-c7a8a8b9751b None None] Updating router f6ee24f5-8c5f-4ed3-a978-5dacd8e5ac38 port 3e3b66fa-ceb1-4784-a599-30f77a7c90bf binding host dv-cinder-796471-1-iscsi {{(pid=91910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 14:22:44.988576 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Device ea61a4d3-9dba-46d7-bade-007b03bc52a7 no longer exists at agent hyperv_hv-cinder-79647 {{(pid=91909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:22:45.054424 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.db.db_base_plugin_common [None req-834717bc-6d2a-4a16-ad47-b21a4eb5faf6 admin admin] Allocated IP 172.27.1.59 (962d46ed-056a-473f-b9cc-450bda4e3641/a342ae99-1675-4821-852d-5dc3e7213bc2/5f39ab1e-38fc-4518-b479-fddcb1d94c88) {{(pid=91906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:22:45.078544 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.plugin [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] No Port match for: ea61a4d3-9dba-46d7-bade-007b03bc52a7 {{(pid=91909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:22:45.079384 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Device ea61a4d3-9dba-46d7-bade-007b03bc52a7 not bound to the agent host hv-cinder-79647 {{(pid=91909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:22:45.089041 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-2a2b34d5-7c94-4728-be2e-c7a8a8b9751b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:45.105971 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Provisioning complete for port 76ea037d-6b51-424b-9a66-088c50086680 triggered by entity L2. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:22:45.106962 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897510'] for port, provisioning_complete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:45.301626 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-834717bc-6d2a-4a16-ad47-b21a4eb5faf6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:45.348687 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-834717bc-6d2a-4a16-ad47-b21a4eb5faf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33170815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-53808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781714044429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3410907'] for port, after_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:45.353706 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-eae42a29-cbd2-47b1-b466-bcc43a5ae860 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:22:45.399294 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-834717bc-6d2a-4a16-ad47-b21a4eb5faf6 admin admin] Network 962d46ed-056a-473f-b9cc-450bda4e3641 is already hosted by enough agents. {{(pid=91906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:22:45.404228 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.scheduler.base_scheduler [None req-834717bc-6d2a-4a16-ad47-b21a4eb5faf6 admin admin] Resources bound (agent type, host, resource id): {{(pid=91906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:22:45.407963 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834717bc-6d2a-4a16-ad47-b21a4eb5faf6 admin admin] Received port after_create {{(pid=91906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:22:45.437603 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834717bc-6d2a-4a16-ad47-b21a4eb5faf6 admin admin] Pushing event updated for resources: {'Port': ['ID=5f39ab1e-38fc-4518-b479-fddcb1d94c88,revision_number=1']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:22:45.442879 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-834717bc-6d2a-4a16-ad47-b21a4eb5faf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:22:45.471350 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-820c4e87-85ca-4a75-bb1f-e4d47ee4e99d tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781714486604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781714044438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4061906'] for port, after_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:45.473432 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-e062f20d-1619-4a17-bf55-40ca4dbb0303 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:22:45.504157 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820c4e87-85ca-4a75-bb1f-e4d47ee4e99d tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Pushing event deleted for resources: {'Port': ['ID=6c6c7608-bbdd-4044-bbc0-129c13d22670,revision_number=None']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:22:45.507492 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-820c4e87-85ca-4a75-bb1f-e4d47ee4e99d tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:22:45.580540 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-2a2b34d5-7c94-4728-be2e-c7a8a8b9751b None None] Notify callbacks [] for port, precommit_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:45.584619 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-820c4e87-85ca-4a75-bb1f-e4d47ee4e99d tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Notify callbacks [] for floatingip, after_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:45.587393 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-820c4e87-85ca-4a75-bb1f-e4d47ee4e99d tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58954'] for floatingip, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:45.592006 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-820c4e87-85ca-4a75-bb1f-e4d47ee4e99d tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "DELETE /v2.0/floatingips/471c4cd8-f776-4181-a929-41439765a467 HTTP/1.1" status: 204 len: 168 time: 1.1648600 Jun 15 14:22:45.592182 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.provisioning_blocks [None req-2a2b34d5-7c94-4728-be2e-c7a8a8b9751b None None] Transition to ACTIVE for port object 3e3b66fa-ceb1-4784-a599-30f77a7c90bf will not be triggered until provisioned by entity L2. {{(pid=91910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:22:45.600693 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-2a2b34d5-7c94-4728-be2e-c7a8a8b9751b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492'] for port, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:45.602893 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:22:45.662595 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25c0c4b-e1e3-4f6a-9319-0402222543ac None None] Pushing event updated for resources: {'Port': ['ID=3e3b66fa-ceb1-4784-a599-30f77a7c90bf,revision_number=3']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:22:45.803398 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.managers [None req-2a2b34d5-7c94-4728-be2e-c7a8a8b9751b None None] Attempting to bind port 3e3b66fa-ceb1-4784-a599-30f77a7c90bf on host dv-cinder-796471-1-iscsi for vnic_type normal with profile {{(pid=91910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:22:45.803779 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.managers [None req-2a2b34d5-7c94-4728-be2e-c7a8a8b9751b None None] Attempting to bind port 3e3b66fa-ceb1-4784-a599-30f77a7c90bf by drivers openvswitch,hyperv on host dv-cinder-796471-1-iscsi at level 0 using segments [{'id': '759a8771-76ee-4657-9a53-a14a447f1a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '13fd6b09-b038-4af1-aa02-1e79eebe5398'}] {{(pid=91910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:22:45.804147 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2b34d5-7c94-4728-be2e-c7a8a8b9751b None None] Attempting to bind port 3e3b66fa-ceb1-4784-a599-30f77a7c90bf on network 13fd6b09-b038-4af1-aa02-1e79eebe5398 {{(pid=91910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:22:45.809947 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25c0c4b-e1e3-4f6a-9319-0402222543ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:22:45.810926 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25c0c4b-e1e3-4f6a-9319-0402222543ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:22:45.811287 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25c0c4b-e1e3-4f6a-9319-0402222543ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:22:45.811632 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25c0c4b-e1e3-4f6a-9319-0402222543ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:22:45.811961 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25c0c4b-e1e3-4f6a-9319-0402222543ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:22:45.812290 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25c0c4b-e1e3-4f6a-9319-0402222543ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:22:45.812611 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25c0c4b-e1e3-4f6a-9319-0402222543ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:22:45.812935 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25c0c4b-e1e3-4f6a-9319-0402222543ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:22:45.813273 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25c0c4b-e1e3-4f6a-9319-0402222543ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:22:45.813598 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25c0c4b-e1e3-4f6a-9319-0402222543ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:22:45.813915 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25c0c4b-e1e3-4f6a-9319-0402222543ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:22:45.814233 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25c0c4b-e1e3-4f6a-9319-0402222543ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:22:45.817655 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2b34d5-7c94-4728-be2e-c7a8a8b9751b None None] Checking agent: {'id': 'a00a16a2-d8fd-48bc-a1ff-18db44b70890', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796471-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 4, 51), 'started_at': datetime.datetime(2021, 6, 15, 14, 5, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 22, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796471-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:22:45.818037 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2b34d5-7c94-4728-be2e-c7a8a8b9751b None None] Checking segment: {'id': '759a8771-76ee-4657-9a53-a14a447f1a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '13fd6b09-b038-4af1-aa02-1e79eebe5398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:22:45.818449 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-2a2b34d5-7c94-4728-be2e-c7a8a8b9751b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:45.818944 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2b34d5-7c94-4728-be2e-c7a8a8b9751b None None] Bound using segment: {'id': '759a8771-76ee-4657-9a53-a14a447f1a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '13fd6b09-b038-4af1-aa02-1e79eebe5398'} {{(pid=91910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:22:45.819449 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.managers [None req-2a2b34d5-7c94-4728-be2e-c7a8a8b9751b None None] Bound port: 3e3b66fa-ceb1-4784-a599-30f77a7c90bf, host: dv-cinder-796471-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '759a8771-76ee-4657-9a53-a14a447f1a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '13fd6b09-b038-4af1-aa02-1e79eebe5398'}}] {{(pid=91910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:22:45.819814 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-2a2b34d5-7c94-4728-be2e-c7a8a8b9751b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:45.822117 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-b25c0c4b-e1e3-4f6a-9319-0402222543ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:22:45.828975 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-834717bc-6d2a-4a16-ad47-b21a4eb5faf6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:45.913019 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-2a2b34d5-7c94-4728-be2e-c7a8a8b9751b None None] For port 3e3b66fa-ceb1-4784-a599-30f77a7c90bf, host dv-cinder-796471-1-iscsi, cleared binding levels {{(pid=91910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:22:45.916646 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.plugins.ml2.db [None req-2a2b34d5-7c94-4728-be2e-c7a8a8b9751b None None] For port 3e3b66fa-ceb1-4784-a599-30f77a7c90bf, host dv-cinder-796471-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796471-1-iscsi',level=0,port_id=3e3b66fa-ceb1-4784-a599-30f77a7c90bf,segment=NetworkSegment(759a8771-76ee-4657-9a53-a14a447f1a7e),segment_id=759a8771-76ee-4657-9a53-a14a447f1a7e)] {{(pid=91910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:22:45.923037 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron_lib.callbacks.manager [None req-2a2b34d5-7c94-4728-be2e-c7a8a8b9751b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492'] for port, after_update {{(pid=91910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:45.926458 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-35c21548-d546-499d-9093-94b5d888f5fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:22:45.999752 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25c0c4b-e1e3-4f6a-9319-0402222543ac None None] Pushing event updated for resources: {'Port': ['ID=3e3b66fa-ceb1-4784-a599-30f77a7c90bf,revision_number=4']} {{(pid=91910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:22:46.003564 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2b34d5-7c94-4728-be2e-c7a8a8b9751b None None] Routers {'f6ee24f5-8c5f-4ed3-a978-5dacd8e5ac38'} bound to L3 agent in host dv-cinder-796471-1-iscsi {{(pid=91910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:22:46.005015 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-2a2b34d5-7c94-4728-be2e-c7a8a8b9751b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796471-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-15T14:04:51Z,description=,heartbeat_timestamp=2021-06-15T14:22:21Z,host='dv-cinder-796471-1-iscsi',id=7c0fcfb6-ee6c-4f84-9204-f4cc96555f34,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:04:51Z,topic='l3_agent')) {'router_ids': ['f6ee24f5-8c5f-4ed3-a978-5dacd8e5ac38'], 'active': True} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:22:46.007892 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG oslo_concurrency.lockutils [None req-b25c0c4b-e1e3-4f6a-9319-0402222543ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:22:46.174277 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvr_db [None req-2a2b34d5-7c94-4728-be2e-c7a8a8b9751b None None] Set router f6ee24f5-8c5f-4ed3-a978-5dacd8e5ac38 gateway port host: dv-cinder-796471-1-iscsi {{(pid=91910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:22:46.178853 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-834717bc-6d2a-4a16-ad47-b21a4eb5faf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-706216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-667285'] for router, after_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:46.238904 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c8deb81-0c3b-4891-b42b-d4db43ae3d8d None None] Network f78b36c2-1c40-491a-b1e4-3ead8eacd511 requested from dv-cinder-796471-1-iscsi {{(pid=91909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:22:46.350970 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-834717bc-6d2a-4a16-ad47-b21a4eb5faf6 admin admin] Router f3e617dc-f6c7-4f72-ad31-aac0c0f90a44 is scheduled to L3 agent 7c0fcfb6-ee6c-4f84-9204-f4cc96555f34 with binding_index 1 {{(pid=91906) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 15 14:22:46.359702 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-206e66be-3c75-41d6-bdc0-c6e6b52bbaff None None] Provisioning for port c1286de2-f398-4649-900c-0eccc84388d4 completed by entity DHCP. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:22:46.462150 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-2a2b34d5-7c94-4728-be2e-c7a8a8b9751b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6ee24f5-8c5f-4ed3-a978-5dacd8e5ac38', 'name': 'tempest-TestShelveInstance-111875190-router', 'tenant_id': '933a0269098045b69989ffb717859053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'external_fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': '76ea037d-6b51-424b-9a66-088c50086680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:22:37Z', 'updated_at': '2021-06-15T14:22:41Z', 'revision_number': 4, 'project_id': '933a0269098045b69989ffb717859053', 'gw_port': {'id': '76ea037d-6b51-424b-9a66-088c50086680', 'name': '', 'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c0:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ee24f5-8c5f-4ed3-a978-5dacd8e5ac38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:22:38Z', 'updated_at': '2021-06-15T14:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796471-1-iscsi', '_interfaces': [{'id': '3e3b66fa-ceb1-4784-a599-30f77a7c90bf', 'name': '', 'network_id': '13fd6b09-b038-4af1-aa02-1e79eebe5398', 'tenant_id': '933a0269098045b69989ffb717859053', 'mac_address': 'fa:16:3e:42:0c:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6ee24f5-8c5f-4ed3-a978-5dacd8e5ac38', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'a7db9feb-f419-4820-ba23-ae3cffe5e3e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:22:40Z', 'updated_at': '2021-06-15T14:22:45Z', 'revision_number': 4, 'project_id': '933a0269098045b69989ffb717859053', 'subnets': [{'id': 'a7db9feb-f419-4820-ba23-ae3cffe5e3e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796471-1-iscsi', False) {} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:22:46.466227 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2b34d5-7c94-4728-be2e-c7a8a8b9751b None None] The sync data for ids ['f6ee24f5-8c5f-4ed3-a978-5dacd8e5ac38'] in dv-cinder-796471-1-iscsi is: [{'id': 'f6ee24f5-8c5f-4ed3-a978-5dacd8e5ac38', 'name': 'tempest-TestShelveInstance-111875190-router', 'tenant_id': '933a0269098045b69989ffb717859053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'external_fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': '76ea037d-6b51-424b-9a66-088c50086680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:22:37Z', 'updated_at': '2021-06-15T14:22:41Z', 'revision_number': 4, 'project_id': '933a0269098045b69989ffb717859053', 'gw_port': {'id': '76ea037d-6b51-424b-9a66-088c50086680', 'name': '', 'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c0:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ee24f5-8c5f-4ed3-a978-5dacd8e5ac38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:22:38Z', 'updated_at': '2021-06-15T14:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796471-1-iscsi', '_interfaces': [{'id': '3e3b66fa-ceb1-4784-a599-30f77a7c90bf', 'name': '', 'network_id': '13fd6b09-b038-4af1-aa02-1e79eebe5398', 'tenant_id': '933a0269098045b69989ffb717859053', 'mac_address': 'fa:16:3e:42:0c:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6ee24f5-8c5f-4ed3-a978-5dacd8e5ac38', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'a7db9feb-f419-4820-ba23-ae3cffe5e3e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:22:40Z', 'updated_at': '2021-06-15T14:22:45Z', 'revision_number': 4, 'project_id': '933a0269098045b69989ffb717859053', 'subnets': [{'id': 'a7db9feb-f419-4820-ba23-ae3cffe5e3e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:22:46.517244 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-834717bc-6d2a-4a16-ad47-b21a4eb5faf6 admin admin] Notify agent at l3_agent.dv-cinder-796471-1-iscsi the message routers_updated {{(pid=91906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:22:46.531479 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63963587-b386-4746-999b-89da28fc66d6 None None] Sync routers for ids ['f3e617dc-f6c7-4f72-ad31-aac0c0f90a44'] in dv-cinder-796471-1-iscsi {{(pid=91909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:22:46.534683 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-834717bc-6d2a-4a16-ad47-b21a4eb5faf6 admin admin] Notify callbacks [] for router, before_response {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:46.538626 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-834717bc-6d2a-4a16-ad47-b21a4eb5faf6 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.6438808 Jun 15 14:22:46.539017 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 41730) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:22:46.559755 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63963587-b386-4746-999b-89da28fc66d6 None None] Routers {'f3e617dc-f6c7-4f72-ad31-aac0c0f90a44'} bound to L3 agent in host dv-cinder-796471-1-iscsi {{(pid=91909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:22:46.560938 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_hamode_db [None req-63963587-b386-4746-999b-89da28fc66d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796471-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-15T14:04:51Z,description=,heartbeat_timestamp=2021-06-15T14:22:21Z,host='dv-cinder-796471-1-iscsi',id=7c0fcfb6-ee6c-4f84-9204-f4cc96555f34,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:04:51Z,topic='l3_agent')) {'router_ids': ['f3e617dc-f6c7-4f72-ad31-aac0c0f90a44'], 'active': True} {{(pid=91909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:22:46.724112 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_dvr_db [None req-63963587-b386-4746-999b-89da28fc66d6 None None] Set router f3e617dc-f6c7-4f72-ad31-aac0c0f90a44 gateway port host: dv-cinder-796471-1-iscsi {{(pid=91909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:22:46.983355 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 41734) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:22:47.096926 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-ccd469d7-cbba-42a5-ab7b-6a59cd64905e tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Notify callbacks [] for security_group, before_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:47.113168 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Device c1286de2-f398-4649-900c-0eccc84388d4 up at agent ovs-agent-dv-cinder-796471-1-iscsi {{(pid=91909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:22:47.140460 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-ccd469d7-cbba-42a5-ab7b-6a59cd64905e tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:47.177881 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-d0f3f0e2-5901-4ab9-830e-1d5973cc6bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-33170876'] for port, before_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:47.187829 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_hamode_db [None req-63963587-b386-4746-999b-89da28fc66d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3e617dc-f6c7-4f72-ad31-aac0c0f90a44', 'name': 'tempest-TestShelveInstance-1500092470-router', 'tenant_id': '6b61f08aa60345fd9fefc8701ba34fca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'external_fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '5f39ab1e-38fc-4518-b479-fddcb1d94c88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:22:43Z', 'updated_at': '2021-06-15T14:22:45Z', 'revision_number': 3, 'project_id': '6b61f08aa60345fd9fefc8701ba34fca', 'gw_port': {'id': '5f39ab1e-38fc-4518-b479-fddcb1d94c88', 'name': '', 'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:cc:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3e617dc-f6c7-4f72-ad31-aac0c0f90a44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:22:44Z', 'updated_at': '2021-06-15T14:22:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796471-1-iscsi'}], 'dv-cinder-796471-1-iscsi', False) {} {{(pid=91909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:22:47.191734 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63963587-b386-4746-999b-89da28fc66d6 None None] Checking router: f3e617dc-f6c7-4f72-ad31-aac0c0f90a44 for host: dv-cinder-796471-1-iscsi {{(pid=91909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:22:47.192271 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63963587-b386-4746-999b-89da28fc66d6 None None] Updating router f3e617dc-f6c7-4f72-ad31-aac0c0f90a44 port 5f39ab1e-38fc-4518-b479-fddcb1d94c88 binding host dv-cinder-796471-1-iscsi {{(pid=91909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 14:22:47.195488 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Provisioning for port c1286de2-f398-4649-900c-0eccc84388d4 completed by entity L2. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:22:47.225455 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Provisioning complete for port c1286de2-f398-4649-900c-0eccc84388d4 triggered by entity L2. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:22:47.225829 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897510'] for port, provisioning_complete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:47.228284 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-ccd469d7-cbba-42a5-ab7b-6a59cd64905e tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:47.232374 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-ccd469d7-cbba-42a5-ab7b-6a59cd64905e tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Notify callbacks [] for security_group, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:47.236041 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-ccd469d7-cbba-42a5-ab7b-6a59cd64905e tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] 10.222.0.26 "DELETE /v2.0/security-groups/5fb2b0bc-4d97-449b-9031-5715adbe68e8 HTTP/1.1" status: 204 len: 168 time: 0.2492297 Jun 15 14:22:47.236041 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-7ee3b9b5-6869-48cb-bcae-b6fb50bafee2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:22:47.245348 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd469d7-cbba-42a5-ab7b-6a59cd64905e tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fb2b0bc-4d97-449b-9031-5715adbe68e8,revision_number=None']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:22:47.248202 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-ccd469d7-cbba-42a5-ab7b-6a59cd64905e tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:22:47.291512 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-63963587-b386-4746-999b-89da28fc66d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:47.303698 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 41738) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:22:47.434415 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.db.db_base_plugin_common [None req-d0f3f0e2-5901-4ab9-830e-1d5973cc6bc5 admin admin] Allocated IP 172.20.0.1 (f78b36c2-1c40-491a-b1e4-3ead8eacd511/b561fce6-9107-43eb-a877-725c32cf36c0/1f73dd78-0494-46df-9646-ed1317658c88) {{(pid=91906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:22:47.453702 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:47.522142 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] For port c1286de2-f398-4649-900c-0eccc84388d4, host dv-cinder-796471-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796471-1-iscsi',level=0,port_id=c1286de2-f398-4649-900c-0eccc84388d4,segment=NetworkSegment(5f200ac4-3a9c-45f4-9bce-1a65ac073101),segment_id=5f200ac4-3a9c-45f4-9bce-1a65ac073101)] {{(pid=91909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:22:47.571964 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492'] for port, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:47.572812 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Device 3e3b66fa-ceb1-4784-a599-30f77a7c90bf up at agent ovs-agent-dv-cinder-796471-1-iscsi {{(pid=91909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:22:47.574451 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-d0f3f0e2-5901-4ab9-830e-1d5973cc6bc5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:47.577916 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-16d2ee07-ed09-4a98-85d3-332eb2d0985c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:22:47.588293 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.db.provisioning_blocks [None req-d0f3f0e2-5901-4ab9-830e-1d5973cc6bc5 admin admin] Transition to ACTIVE for port object 1f73dd78-0494-46df-9646-ed1317658c88 will not be triggered until provisioned by entity DHCP. {{(pid=91906) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:22:47.625492 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-d0f3f0e2-5901-4ab9-830e-1d5973cc6bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33170815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-53808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781714044429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3410907'] for port, after_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:47.627730 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-1f18d9ad-412e-43a6-ae47-339dcb2d2b1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:22:47.683058 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f3f0e2-5901-4ab9-830e-1d5973cc6bc5 admin admin] Network f78b36c2-1c40-491a-b1e4-3ead8eacd511 is already hosted by enough agents. {{(pid=91906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:22:47.686594 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.scheduler.base_scheduler [None req-d0f3f0e2-5901-4ab9-830e-1d5973cc6bc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=91906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:22:47.691049 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f3f0e2-5901-4ab9-830e-1d5973cc6bc5 admin admin] Received port after_create {{(pid=91906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:22:47.694325 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f3f0e2-5901-4ab9-830e-1d5973cc6bc5 admin admin] Pushing event updated for resources: {'Port': ['ID=1f73dd78-0494-46df-9646-ed1317658c88,revision_number=1']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:22:47.701918 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Pushing event updated for resources: {'Port': ['ID=c1286de2-f398-4649-900c-0eccc84388d4,revision_number=3']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:22:47.728381 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:22:47.728547 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:22:47.728834 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:22:47.729162 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:22:47.729487 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:22:47.729899 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:22:47.730121 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:22:47.730443 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:22:47.730787 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:22:47.731116 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:22:47.731433 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:22:47.731750 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:22:47.740283 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:22:47.741447 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f3f0e2-5901-4ab9-830e-1d5973cc6bc5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:22:47.741834 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f3f0e2-5901-4ab9-830e-1d5973cc6bc5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:22:47.742203 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f3f0e2-5901-4ab9-830e-1d5973cc6bc5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:22:47.742574 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f3f0e2-5901-4ab9-830e-1d5973cc6bc5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:22:47.742979 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f3f0e2-5901-4ab9-830e-1d5973cc6bc5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:22:47.744096 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f3f0e2-5901-4ab9-830e-1d5973cc6bc5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:22:47.744096 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f3f0e2-5901-4ab9-830e-1d5973cc6bc5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:22:47.744096 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f3f0e2-5901-4ab9-830e-1d5973cc6bc5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:22:47.744647 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f3f0e2-5901-4ab9-830e-1d5973cc6bc5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:22:47.744825 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f3f0e2-5901-4ab9-830e-1d5973cc6bc5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:22:47.745184 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f3f0e2-5901-4ab9-830e-1d5973cc6bc5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:22:47.745535 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f3f0e2-5901-4ab9-830e-1d5973cc6bc5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:22:47.755033 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-d0f3f0e2-5901-4ab9-830e-1d5973cc6bc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:22:47.764082 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-d0f3f0e2-5901-4ab9-830e-1d5973cc6bc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-670032'] for router_interface, before_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:47.797645 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-63963587-b386-4746-999b-89da28fc66d6 None None] Notify callbacks [] for port, precommit_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:47.811638 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-63963587-b386-4746-999b-89da28fc66d6 None None] Transition to ACTIVE for port object 5f39ab1e-38fc-4518-b479-fddcb1d94c88 will not be triggered until provisioned by entity L2. {{(pid=91909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:22:47.817501 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Provisioning for port 3e3b66fa-ceb1-4784-a599-30f77a7c90bf completed by entity L2. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:22:47.824522 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Provisioning complete for port 3e3b66fa-ceb1-4784-a599-30f77a7c90bf triggered by entity L2. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:22:47.825033 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897510'] for port, provisioning_complete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:47.880766 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-63963587-b386-4746-999b-89da28fc66d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492'] for port, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:47.884458 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:22:47.964724 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-d0f3f0e2-5901-4ab9-830e-1d5973cc6bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:48.000629 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cb7c62-6760-40c4-b7ca-415231ebce0e None None] Pushing event updated for resources: {'Port': ['ID=5f39ab1e-38fc-4518-b479-fddcb1d94c88,revision_number=2']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:22:48.004445 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-42cb7c62-6760-40c4-b7ca-415231ebce0e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:22:48.008353 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.managers [None req-63963587-b386-4746-999b-89da28fc66d6 None None] Attempting to bind port 5f39ab1e-38fc-4518-b479-fddcb1d94c88 on host dv-cinder-796471-1-iscsi for vnic_type normal with profile {{(pid=91909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:22:48.009624 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.managers [None req-63963587-b386-4746-999b-89da28fc66d6 None None] Attempting to bind port 5f39ab1e-38fc-4518-b479-fddcb1d94c88 by drivers openvswitch,hyperv on host dv-cinder-796471-1-iscsi at level 0 using segments [{'id': '16359361-6c0e-4f40-8a0e-56105654022c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641'}] {{(pid=91909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:22:48.009624 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63963587-b386-4746-999b-89da28fc66d6 None None] Attempting to bind port 5f39ab1e-38fc-4518-b479-fddcb1d94c88 on network 962d46ed-056a-473f-b9cc-450bda4e3641 {{(pid=91909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:22:48.018070 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63963587-b386-4746-999b-89da28fc66d6 None None] Checking agent: {'id': 'a00a16a2-d8fd-48bc-a1ff-18db44b70890', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796471-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 4, 51), 'started_at': datetime.datetime(2021, 6, 15, 14, 5, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 22, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796471-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:22:48.018835 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63963587-b386-4746-999b-89da28fc66d6 None None] Checking segment: {'id': '16359361-6c0e-4f40-8a0e-56105654022c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:22:48.020123 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-63963587-b386-4746-999b-89da28fc66d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:48.020605 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63963587-b386-4746-999b-89da28fc66d6 None None] Bound using segment: {'id': '16359361-6c0e-4f40-8a0e-56105654022c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641'} {{(pid=91909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:22:48.021163 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.managers [None req-63963587-b386-4746-999b-89da28fc66d6 None None] Bound port: 5f39ab1e-38fc-4518-b479-fddcb1d94c88, host: dv-cinder-796471-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16359361-6c0e-4f40-8a0e-56105654022c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641'}}] {{(pid=91909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:22:48.021706 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-63963587-b386-4746-999b-89da28fc66d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:48.058050 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:48.082840 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-67086448-5727-4fba-9a0e-6a3c8e6dc4f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-670171'] for router_interface, before_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:48.114482 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-eb209185-1674-4403-a4d0-d36d3aa616d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:48.117237 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-d44df3fa-029d-4e74-be01-db8a7ad2dc9c None None] Provisioning for port 1f73dd78-0494-46df-9646-ed1317658c88 completed by entity DHCP. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:22:48.140301 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-d44df3fa-029d-4e74-be01-db8a7ad2dc9c None None] Provisioning complete for port 1f73dd78-0494-46df-9646-ed1317658c88 triggered by entity DHCP. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:22:48.140688 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-d44df3fa-029d-4e74-be01-db8a7ad2dc9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897510'] for port, provisioning_complete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:48.178148 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] For port 3e3b66fa-ceb1-4784-a599-30f77a7c90bf, host dv-cinder-796471-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796471-1-iscsi',level=0,port_id=3e3b66fa-ceb1-4784-a599-30f77a7c90bf,segment=NetworkSegment(759a8771-76ee-4657-9a53-a14a447f1a7e),segment_id=759a8771-76ee-4657-9a53-a14a447f1a7e)] {{(pid=91909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:22:48.179976 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-63963587-b386-4746-999b-89da28fc66d6 None None] For port 5f39ab1e-38fc-4518-b479-fddcb1d94c88, host dv-cinder-796471-1-iscsi, cleared binding levels {{(pid=91909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:22:48.192760 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492'] for port, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:48.204332 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:22:48.213248 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-63963587-b386-4746-999b-89da28fc66d6 None None] For port 5f39ab1e-38fc-4518-b479-fddcb1d94c88, host dv-cinder-796471-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796471-1-iscsi',level=0,port_id=5f39ab1e-38fc-4518-b479-fddcb1d94c88,segment=NetworkSegment(16359361-6c0e-4f40-8a0e-56105654022c),segment_id=16359361-6c0e-4f40-8a0e-56105654022c)] {{(pid=91909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:22:48.241379 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-63963587-b386-4746-999b-89da28fc66d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492'] for port, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:48.243346 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.plugin [None req-d44df3fa-029d-4e74-be01-db8a7ad2dc9c None None] Port 1f73dd78-0494-46df-9646-ed1317658c88 cannot update to ACTIVE because it is not bound. {{(pid=91909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 15 14:22:48.290624 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63963587-b386-4746-999b-89da28fc66d6 None None] Routers {'f3e617dc-f6c7-4f72-ad31-aac0c0f90a44'} bound to L3 agent in host dv-cinder-796471-1-iscsi {{(pid=91909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:22:48.291297 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_hamode_db [None req-63963587-b386-4746-999b-89da28fc66d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796471-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-15T14:04:51Z,description=,heartbeat_timestamp=2021-06-15T14:22:21Z,host='dv-cinder-796471-1-iscsi',id=7c0fcfb6-ee6c-4f84-9204-f4cc96555f34,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:04:51Z,topic='l3_agent')) {'router_ids': ['f3e617dc-f6c7-4f72-ad31-aac0c0f90a44'], 'active': True} {{(pid=91909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:22:48.293297 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Pushing event updated for resources: {'Port': ['ID=3e3b66fa-ceb1-4784-a599-30f77a7c90bf,revision_number=5']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:22:48.297665 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:22:48.300314 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:22:48.442390 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.plugin [None req-67086448-5727-4fba-9a0e-6a3c8e6dc4f1 admin admin] Deleting port da9737a8-9041-44ab-8b20-9f32fed8bfee {{(pid=91907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:22:48.442798 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-67086448-5727-4fba-9a0e-6a3c8e6dc4f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781714481448'] for port, before_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:48.470172 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cb7c62-6760-40c4-b7ca-415231ebce0e None None] Pushing event updated for resources: {'Port': ['ID=5f39ab1e-38fc-4518-b479-fddcb1d94c88,revision_number=3']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:22:48.473820 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-42cb7c62-6760-40c4-b7ca-415231ebce0e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:22:48.499058 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_dvr_db [None req-63963587-b386-4746-999b-89da28fc66d6 None None] Set router f3e617dc-f6c7-4f72-ad31-aac0c0f90a44 gateway port host: dv-cinder-796471-1-iscsi {{(pid=91909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:22:48.500388 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-d0f3f0e2-5901-4ab9-830e-1d5973cc6bc5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:48.505979 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-d0f3f0e2-5901-4ab9-830e-1d5973cc6bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3410917'] for port, after_update {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:48.508322 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-27699026-12a7-4db7-b091-fb6a1f852997 tempest-AttachVolumeShelveTestJSON-151833662 tempest-AttachVolumeShelveTestJSON-151833662-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:22:48.554610 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.db [None req-67086448-5727-4fba-9a0e-6a3c8e6dc4f1 admin admin] For port da9737a8-9041-44ab-8b20-9f32fed8bfee, host dv-cinder-796471-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796471-1-iscsi',level=0,port_id=da9737a8-9041-44ab-8b20-9f32fed8bfee,segment=NetworkSegment(bdfc6570-21e3-4188-8b81-25944ca5b033),segment_id=bdfc6570-21e3-4188-8b81-25944ca5b033)] {{(pid=91907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:22:48.554997 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-67086448-5727-4fba-9a0e-6a3c8e6dc4f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668414'] for port, precommit_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:48.592103 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f3f0e2-5901-4ab9-830e-1d5973cc6bc5 admin admin] Pushing event updated for resources: {'Port': ['ID=1f73dd78-0494-46df-9646-ed1317658c88,revision_number=2']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:22:48.599218 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-d0f3f0e2-5901-4ab9-830e-1d5973cc6bc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-670148'] for router_interface, after_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:48.601490 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-d0f3f0e2-5901-4ab9-830e-1d5973cc6bc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:22:48.651309 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.plugin [None req-67086448-5727-4fba-9a0e-6a3c8e6dc4f1 admin admin] Calling delete_port for da9737a8-9041-44ab-8b20-9f32fed8bfee owned by network:router_interface {{(pid=91907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:22:48.725903 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f3f0e2-5901-4ab9-830e-1d5973cc6bc5 admin admin] Network f78b36c2-1c40-491a-b1e4-3ead8eacd511 is already hosted by enough agents. {{(pid=91906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:22:48.727404 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.scheduler.base_scheduler [None req-d0f3f0e2-5901-4ab9-830e-1d5973cc6bc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=91906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:22:48.905620 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0f3f0e2-5901-4ab9-830e-1d5973cc6bc5 admin admin] Router f3e617dc-f6c7-4f72-ad31-aac0c0f90a44 has already been hosted by L3 agent 7c0fcfb6-ee6c-4f84-9204-f4cc96555f34 {{(pid=91906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:22:48.921938 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-67086448-5727-4fba-9a0e-6a3c8e6dc4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781714486604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781714044438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4061906'] for port, after_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:48.925530 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-3477fe9e-5801-4b1b-aaff-30b453197109 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:22:48.959469 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67086448-5727-4fba-9a0e-6a3c8e6dc4f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=da9737a8-9041-44ab-8b20-9f32fed8bfee,revision_number=None']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:22:48.965206 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-67086448-5727-4fba-9a0e-6a3c8e6dc4f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:22:48.976314 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_hamode_db [None req-63963587-b386-4746-999b-89da28fc66d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3e617dc-f6c7-4f72-ad31-aac0c0f90a44', 'name': 'tempest-TestShelveInstance-1500092470-router', 'tenant_id': '6b61f08aa60345fd9fefc8701ba34fca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'external_fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '5f39ab1e-38fc-4518-b479-fddcb1d94c88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:22:43Z', 'updated_at': '2021-06-15T14:22:47Z', 'revision_number': 4, 'project_id': '6b61f08aa60345fd9fefc8701ba34fca', 'gw_port': {'id': '5f39ab1e-38fc-4518-b479-fddcb1d94c88', 'name': '', 'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:cc:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3e617dc-f6c7-4f72-ad31-aac0c0f90a44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:22:44Z', 'updated_at': '2021-06-15T14:22:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796471-1-iscsi', '_interfaces': [{'id': '1f73dd78-0494-46df-9646-ed1317658c88', 'name': '', 'network_id': 'f78b36c2-1c40-491a-b1e4-3ead8eacd511', 'tenant_id': '6b61f08aa60345fd9fefc8701ba34fca', 'mac_address': 'fa:16:3e:eb:0a:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3e617dc-f6c7-4f72-ad31-aac0c0f90a44', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'b561fce6-9107-43eb-a877-725c32cf36c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:22:47Z', 'updated_at': '2021-06-15T14:22:47Z', 'revision_number': 1, 'project_id': '6b61f08aa60345fd9fefc8701ba34fca', 'subnets': [{'id': 'b561fce6-9107-43eb-a877-725c32cf36c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796471-1-iscsi', False) {} {{(pid=91909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:22:48.980073 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63963587-b386-4746-999b-89da28fc66d6 None None] The sync data for ids ['f3e617dc-f6c7-4f72-ad31-aac0c0f90a44'] in dv-cinder-796471-1-iscsi is: [{'id': 'f3e617dc-f6c7-4f72-ad31-aac0c0f90a44', 'name': 'tempest-TestShelveInstance-1500092470-router', 'tenant_id': '6b61f08aa60345fd9fefc8701ba34fca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'external_fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '5f39ab1e-38fc-4518-b479-fddcb1d94c88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:22:43Z', 'updated_at': '2021-06-15T14:22:47Z', 'revision_number': 4, 'project_id': '6b61f08aa60345fd9fefc8701ba34fca', 'gw_port': {'id': '5f39ab1e-38fc-4518-b479-fddcb1d94c88', 'name': '', 'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:cc:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3e617dc-f6c7-4f72-ad31-aac0c0f90a44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:22:44Z', 'updated_at': '2021-06-15T14:22:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796471-1-iscsi', '_interfaces': [{'id': '1f73dd78-0494-46df-9646-ed1317658c88', 'name': '', 'network_id': 'f78b36c2-1c40-491a-b1e4-3ead8eacd511', 'tenant_id': '6b61f08aa60345fd9fefc8701ba34fca', 'mac_address': 'fa:16:3e:eb:0a:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3e617dc-f6c7-4f72-ad31-aac0c0f90a44', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'b561fce6-9107-43eb-a877-725c32cf36c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:22:47Z', 'updated_at': '2021-06-15T14:22:47Z', 'revision_number': 1, 'project_id': '6b61f08aa60345fd9fefc8701ba34fca', 'subnets': [{'id': 'b561fce6-9107-43eb-a877-725c32cf36c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:22:48.983844 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Device c1286de2-f398-4649-900c-0eccc84388d4 up at agent ovs-agent-dv-cinder-796471-1-iscsi {{(pid=91909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:22:49.106090 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Provisioning complete for port c1286de2-f398-4649-900c-0eccc84388d4 triggered by entity L2. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:22:49.107610 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897510'] for port, provisioning_complete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:49.135311 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0f3f0e2-5901-4ab9-830e-1d5973cc6bc5 admin admin] Notify agent at l3_agent.dv-cinder-796471-1-iscsi the message routers_updated {{(pid=91906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:22:49.147198 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-d0f3f0e2-5901-4ab9-830e-1d5973cc6bc5 admin admin] 10.222.0.26 "PUT /v2.0/routers/f3e617dc-f6c7-4f72-ad31-aac0c0f90a44/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6069334 Jun 15 14:22:49.182613 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-8280db2d-0bb4-4a86-9f7a-e7dc28691151 None None] Provisioning complete for port 1f73dd78-0494-46df-9646-ed1317658c88 triggered by entity DHCP. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:22:49.183034 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8280db2d-0bb4-4a86-9f7a-e7dc28691151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897510'] for port, provisioning_complete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:49.234716 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-67086448-5727-4fba-9a0e-6a3c8e6dc4f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669771'] for router_interface, after_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:49.330612 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Device 3e3b66fa-ceb1-4784-a599-30f77a7c90bf up at agent ovs-agent-dv-cinder-796471-1-iscsi {{(pid=91909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:22:49.336002 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.plugin [None req-8280db2d-0bb4-4a86-9f7a-e7dc28691151 None None] Port 1f73dd78-0494-46df-9646-ed1317658c88 cannot update to ACTIVE because it is not bound. {{(pid=91909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 15 14:22:49.406899 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Provisioning complete for port 3e3b66fa-ceb1-4784-a599-30f77a7c90bf triggered by entity L2. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:22:49.407297 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897510'] for port, provisioning_complete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:49.592491 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67086448-5727-4fba-9a0e-6a3c8e6dc4f1 admin admin] Router 20c0eaad-83cf-4430-b708-c66bdd7420d8 has already been hosted by L3 agent 7c0fcfb6-ee6c-4f84-9204-f4cc96555f34 {{(pid=91907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:22:49.751543 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67086448-5727-4fba-9a0e-6a3c8e6dc4f1 admin admin] Notify agent at l3_agent.dv-cinder-796471-1-iscsi the message routers_updated {{(pid=91907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:22:49.761900 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-67086448-5727-4fba-9a0e-6a3c8e6dc4f1 admin admin] 10.222.0.26 "PUT /v2.0/routers/20c0eaad-83cf-4430-b708-c66bdd7420d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4566085 Jun 15 14:22:49.765229 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 41748) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:22:49.766998 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7750c098-ff4c-43f8-ace5-c679e33a44b3 None None] Sync routers for ids ['20c0eaad-83cf-4430-b708-c66bdd7420d8'] in dv-cinder-796471-1-iscsi {{(pid=91910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:22:49.796260 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7750c098-ff4c-43f8-ace5-c679e33a44b3 None None] Routers {'20c0eaad-83cf-4430-b708-c66bdd7420d8'} bound to L3 agent in host dv-cinder-796471-1-iscsi {{(pid=91910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:22:49.797506 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-7750c098-ff4c-43f8-ace5-c679e33a44b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796471-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-15T14:04:51Z,description=,heartbeat_timestamp=2021-06-15T14:22:21Z,host='dv-cinder-796471-1-iscsi',id=7c0fcfb6-ee6c-4f84-9204-f4cc96555f34,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:04:51Z,topic='l3_agent')) {'router_ids': ['20c0eaad-83cf-4430-b708-c66bdd7420d8'], 'active': True} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:22:49.940700 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 41750) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:22:49.945921 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.v2.base [None req-c3574218-09bb-4914-9ee8-f52836153a58 tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-15845357', 'description': 'tempest-secgroup-smoke-15845357 description', 'project_id': '933a0269098045b69989ffb717859053'}} {{(pid=91907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:22:49.959381 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvr_db [None req-7750c098-ff4c-43f8-ace5-c679e33a44b3 None None] Set router 20c0eaad-83cf-4430-b708-c66bdd7420d8 gateway port host: dv-cinder-796471-1-iscsi {{(pid=91910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:22:49.969502 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-c3574218-09bb-4914-9ee8-f52836153a58 tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Notify callbacks [] for security_group, before_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:49.971447 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-27457e94-3363-4611-81f2-a2bbf832b90d admin admin] Notify callbacks [] for router, before_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:50.078796 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-c3574218-09bb-4914-9ee8-f52836153a58 tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Notify callbacks [] for security_group, precommit_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:50.087233 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-c3574218-09bb-4914-9ee8-f52836153a58 tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:50.092977 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-e0ac3836-7996-4a95-adbf-7e29b82c9ac8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:22:50.122197 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3574218-09bb-4914-9ee8-f52836153a58 tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a166b4f7-d712-49ed-bf3c-3ad1c9fbdfd3,revision_number=1']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:22:50.124587 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-27457e94-3363-4611-81f2-a2bbf832b90d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:50.127323 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-c3574218-09bb-4914-9ee8-f52836153a58 tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:22:50.136347 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-c3574218-09bb-4914-9ee8-f52836153a58 tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Notify callbacks [] for security_group, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:50.137881 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-c3574218-09bb-4914-9ee8-f52836153a58 tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.1960695 Jun 15 14:22:50.141067 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 41752) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:22:50.151883 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.v2.base [None req-aa02c6dc-82db-47db-af0f-7a31a5a4bbac tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Request body: {'security_group_rule': {'security_group_id': 'a166b4f7-d712-49ed-bf3c-3ad1c9fbdfd3', 'project_id': '933a0269098045b69989ffb717859053', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:22:50.181312 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-aa02c6dc-82db-47db-af0f-7a31a5a4bbac tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:50.206624 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.plugin [None req-27457e94-3363-4611-81f2-a2bbf832b90d admin admin] Deleting port d971e2b1-b9ea-44de-a79f-39fe38ddcd08 {{(pid=91906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:22:50.206624 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-27457e94-3363-4611-81f2-a2bbf832b90d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781714481448'] for port, before_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:50.238320 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-7750c098-ff4c-43f8-ace5-c679e33a44b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c0eaad-83cf-4430-b708-c66bdd7420d8', 'name': 'tempest-TestVolumeBootPattern-92072223-router', 'tenant_id': 'c3de56a81c9f49fdb5657745f0c5e9a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'external_fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': 'd971e2b1-b9ea-44de-a79f-39fe38ddcd08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:13:59Z', 'updated_at': '2021-06-15T14:22:48Z', 'revision_number': 5, 'project_id': 'c3de56a81c9f49fdb5657745f0c5e9a7', 'gw_port': {'id': 'd971e2b1-b9ea-44de-a79f-39fe38ddcd08', 'name': '', 'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d4:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c0eaad-83cf-4430-b708-c66bdd7420d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:14:00Z', 'updated_at': '2021-06-15T14:14:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796471-1-iscsi'}], 'dv-cinder-796471-1-iscsi', False) {} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:22:50.243464 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7750c098-ff4c-43f8-ace5-c679e33a44b3 None None] Checking router: 20c0eaad-83cf-4430-b708-c66bdd7420d8 for host: dv-cinder-796471-1-iscsi {{(pid=91910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:22:50.253519 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7750c098-ff4c-43f8-ace5-c679e33a44b3 None None] Routers {'20c0eaad-83cf-4430-b708-c66bdd7420d8'} bound to L3 agent in host dv-cinder-796471-1-iscsi {{(pid=91910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:22:50.254205 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-7750c098-ff4c-43f8-ace5-c679e33a44b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796471-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-15T14:04:51Z,description=,heartbeat_timestamp=2021-06-15T14:22:21Z,host='dv-cinder-796471-1-iscsi',id=7c0fcfb6-ee6c-4f84-9204-f4cc96555f34,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:04:51Z,topic='l3_agent')) {'router_ids': ['20c0eaad-83cf-4430-b708-c66bdd7420d8'], 'active': True} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:22:50.260659 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-aa02c6dc-82db-47db-af0f-7a31a5a4bbac tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:50.266732 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-aa02c6dc-82db-47db-af0f-7a31a5a4bbac tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736153'] for security_group_rule, after_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:50.270100 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-e0d7923d-cc42-4808-9358-56030370ed11 tempest-TestMinimumBasicScenario-1298931082 tempest-TestMinimumBasicScenario-1298931082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:22:50.289604 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa02c6dc-82db-47db-af0f-7a31a5a4bbac tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ace0b2d7-e678-4651-9031-f2d7f733cc69,revision_number=0']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:22:50.298610 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-aa02c6dc-82db-47db-af0f-7a31a5a4bbac tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:22:50.307447 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-aa02c6dc-82db-47db-af0f-7a31a5a4bbac tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:50.310687 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-aa02c6dc-82db-47db-af0f-7a31a5a4bbac tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1679282 Jun 15 14:22:50.313387 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 41754) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:22:50.322619 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.v2.base [None req-5eafd9a1-7518-440a-b5c9-eb4dc5539545 tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Request body: {'security_group_rule': {'security_group_id': 'a166b4f7-d712-49ed-bf3c-3ad1c9fbdfd3', 'project_id': '933a0269098045b69989ffb717859053', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:22:50.341869 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.db [None req-27457e94-3363-4611-81f2-a2bbf832b90d admin admin] For port d971e2b1-b9ea-44de-a79f-39fe38ddcd08, host dv-cinder-796471-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796471-1-iscsi',level=0,port_id=d971e2b1-b9ea-44de-a79f-39fe38ddcd08,segment=NetworkSegment(16359361-6c0e-4f40-8a0e-56105654022c),segment_id=16359361-6c0e-4f40-8a0e-56105654022c)] {{(pid=91906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:22:50.342232 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-27457e94-3363-4611-81f2-a2bbf832b90d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668414'] for port, precommit_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:50.356215 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-5eafd9a1-7518-440a-b5c9-eb4dc5539545 tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:50.434371 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-5eafd9a1-7518-440a-b5c9-eb4dc5539545 tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:50.440881 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-5eafd9a1-7518-440a-b5c9-eb4dc5539545 tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736153'] for security_group_rule, after_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:50.446470 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:22:50.460441 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.plugin [None req-27457e94-3363-4611-81f2-a2bbf832b90d admin admin] Calling delete_port for d971e2b1-b9ea-44de-a79f-39fe38ddcd08 owned by network:router_gateway {{(pid=91906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:22:50.460769 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eafd9a1-7518-440a-b5c9-eb4dc5539545 tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f64e153-2fd5-41eb-ba1f-52b522f41468,revision_number=0']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:22:50.463467 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-5eafd9a1-7518-440a-b5c9-eb4dc5539545 tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:22:50.479192 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-5eafd9a1-7518-440a-b5c9-eb4dc5539545 tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:50.483996 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-5eafd9a1-7518-440a-b5c9-eb4dc5539545 tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1696305 Jun 15 14:22:50.484763 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 41756) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:22:50.489920 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.v2.base [None req-a66431c8-b1d3-4e40-8e66-ec8c0aab97e6 tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Request body: {'security_group_rule': {'security_group_id': 'a166b4f7-d712-49ed-bf3c-3ad1c9fbdfd3', 'project_id': '933a0269098045b69989ffb717859053', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:22:50.519495 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-a66431c8-b1d3-4e40-8e66-ec8c0aab97e6 tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:50.541105 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvr_db [None req-7750c098-ff4c-43f8-ace5-c679e33a44b3 None None] Set router 20c0eaad-83cf-4430-b708-c66bdd7420d8 gateway port host: None {{(pid=91910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:22:50.602387 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-a66431c8-b1d3-4e40-8e66-ec8c0aab97e6 tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:50.609824 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-a66431c8-b1d3-4e40-8e66-ec8c0aab97e6 tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736153'] for security_group_rule, after_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:50.612291 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-aa02c6dc-82db-47db-af0f-7a31a5a4bbac tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:22:50.631163 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66431c8-b1d3-4e40-8e66-ec8c0aab97e6 tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2074635-17e2-4d4e-9b91-c399283fd17f,revision_number=0']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:22:50.640149 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-a66431c8-b1d3-4e40-8e66-ec8c0aab97e6 tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:22:50.645992 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-a66431c8-b1d3-4e40-8e66-ec8c0aab97e6 tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:50.647303 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-a66431c8-b1d3-4e40-8e66-ec8c0aab97e6 tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1614630 Jun 15 14:22:50.649086 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-7750c098-ff4c-43f8-ace5-c679e33a44b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c0eaad-83cf-4430-b708-c66bdd7420d8', 'name': 'tempest-TestVolumeBootPattern-92072223-router', 'tenant_id': 'c3de56a81c9f49fdb5657745f0c5e9a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:13:59Z', 'updated_at': '2021-06-15T14:22:50Z', 'revision_number': 6, 'project_id': 'c3de56a81c9f49fdb5657745f0c5e9a7', 'gw_port_host': None}], 'dv-cinder-796471-1-iscsi', False) {} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:22:50.649922 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 41758) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:22:50.653000 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7750c098-ff4c-43f8-ace5-c679e33a44b3 None None] The sync data for ids ['20c0eaad-83cf-4430-b708-c66bdd7420d8'] in dv-cinder-796471-1-iscsi is: [{'id': '20c0eaad-83cf-4430-b708-c66bdd7420d8', 'name': 'tempest-TestVolumeBootPattern-92072223-router', 'tenant_id': 'c3de56a81c9f49fdb5657745f0c5e9a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:13:59Z', 'updated_at': '2021-06-15T14:22:50Z', 'revision_number': 6, 'project_id': 'c3de56a81c9f49fdb5657745f0c5e9a7', 'gw_port_host': None}] {{(pid=91910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:22:50.656292 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.v2.base [None req-c1ff6e1a-1877-4ad3-8618-a7f382be701a tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Request body: {'security_group_rule': {'security_group_id': 'a166b4f7-d712-49ed-bf3c-3ad1c9fbdfd3', 'project_id': '933a0269098045b69989ffb717859053', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:22:50.686451 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-c1ff6e1a-1877-4ad3-8618-a7f382be701a tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:50.694000 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:50.718719 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-27457e94-3363-4611-81f2-a2bbf832b90d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781714486604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781714044438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3410898'] for port, after_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:50.721588 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-ed8dc81b-7170-4d73-8695-a5ea9a5be682 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:22:50.756141 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27457e94-3363-4611-81f2-a2bbf832b90d admin admin] Pushing event deleted for resources: {'Port': ['ID=d971e2b1-b9ea-44de-a79f-39fe38ddcd08,revision_number=None']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:22:50.760147 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-27457e94-3363-4611-81f2-a2bbf832b90d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:22:50.765849 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-c1ff6e1a-1877-4ad3-8618-a7f382be701a tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:50.770083 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-c1ff6e1a-1877-4ad3-8618-a7f382be701a tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736153'] for security_group_rule, after_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:50.774900 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-f870d36f-75f5-493a-8f27-e7abad190c0d tempest-AttachVolumeTestJSON-254512882 tempest-AttachVolumeTestJSON-254512882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:22:50.789702 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ff6e1a-1877-4ad3-8618-a7f382be701a tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46d0d31e-616a-4965-904d-546df7bdccc6,revision_number=0']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:22:50.792211 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-c1ff6e1a-1877-4ad3-8618-a7f382be701a tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:22:50.797175 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-c1ff6e1a-1877-4ad3-8618-a7f382be701a tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:50.798426 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-c1ff6e1a-1877-4ad3-8618-a7f382be701a tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1473703 Jun 15 14:22:50.801131 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 41760) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:22:50.805577 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.v2.base [None req-9e985dfd-23c9-4cc5-9a53-ced8ed577dcb tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Request body: {'security_group_rule': {'security_group_id': 'a166b4f7-d712-49ed-bf3c-3ad1c9fbdfd3', 'project_id': '933a0269098045b69989ffb717859053', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:22:50.829340 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.db.securitygroups_db [None req-9e985dfd-23c9-4cc5-9a53-ced8ed577dcb tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Project 933a0269098045b69989ffb717859053 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 15 14:22:50.831847 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-27457e94-3363-4611-81f2-a2bbf832b90d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-667160'] for router_gateway, after_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:50.834575 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-9e985dfd-23c9-4cc5-9a53-ced8ed577dcb tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:50.904534 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-9e985dfd-23c9-4cc5-9a53-ced8ed577dcb tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:50.908339 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-9e985dfd-23c9-4cc5-9a53-ced8ed577dcb tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736153'] for security_group_rule, after_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:50.914617 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:22:50.930057 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-7f6d785c-c10f-4498-9000-8662f51ecb5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:50.937001 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e985dfd-23c9-4cc5-9a53-ced8ed577dcb tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da576fbe-7a4a-4b6f-aba5-7965d5c64f1e,revision_number=0']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:22:50.939897 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-9e985dfd-23c9-4cc5-9a53-ced8ed577dcb tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:22:50.944537 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-9e985dfd-23c9-4cc5-9a53-ced8ed577dcb tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:50.945912 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-9e985dfd-23c9-4cc5-9a53-ced8ed577dcb tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1438377 Jun 15 14:22:50.948640 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 41762) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:22:50.953803 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.v2.base [None req-e4a8fca4-eddf-4274-be8e-738f5055d900 tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Request body: {'security_group_rule': {'security_group_id': 'a166b4f7-d712-49ed-bf3c-3ad1c9fbdfd3', 'project_id': '933a0269098045b69989ffb717859053', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:22:50.972393 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-27457e94-3363-4611-81f2-a2bbf832b90d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-706281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10782'] for router, precommit_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:50.975041 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-27457e94-3363-4611-81f2-a2bbf832b90d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:50.976305 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.db.securitygroups_db [None req-e4a8fca4-eddf-4274-be8e-738f5055d900 tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Project 933a0269098045b69989ffb717859053 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 15 14:22:50.981384 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-e4a8fca4-eddf-4274-be8e-738f5055d900 tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:51.042744 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-27457e94-3363-4611-81f2-a2bbf832b90d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-770111'] for router, after_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:51.043892 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27457e94-3363-4611-81f2-a2bbf832b90d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 20c0eaad-83cf-4430-b708-c66bdd7420d8 {{(pid=91906) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 15 14:22:51.050364 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-27457e94-3363-4611-81f2-a2bbf832b90d admin admin] Notify callbacks [] for router, before_response {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:51.054031 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-27457e94-3363-4611-81f2-a2bbf832b90d admin admin] 10.222.0.26 "DELETE /v2.0/routers/20c0eaad-83cf-4430-b708-c66bdd7420d8 HTTP/1.1" status: 204 len: 168 time: 1.2853427 Jun 15 14:22:51.054964 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 41764) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:22:51.079800 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-e4a8fca4-eddf-4274-be8e-738f5055d900 tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:51.088212 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-e4a8fca4-eddf-4274-be8e-738f5055d900 tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736153'] for security_group_rule, after_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:51.090526 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:22:51.106076 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a8fca4-eddf-4274-be8e-738f5055d900 tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=245327f5-81d9-4a75-bb73-147066a2d8aa,revision_number=0']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:22:51.111627 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-e4a8fca4-eddf-4274-be8e-738f5055d900 tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:22:51.125097 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-e4a8fca4-eddf-4274-be8e-738f5055d900 tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:51.135707 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-e4a8fca4-eddf-4274-be8e-738f5055d900 tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1857035 Jun 15 14:22:51.139522 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.db.db_base_plugin_v2 [None req-1579242b-2bf3-44f2-9de9-58308a25e073 admin admin] Deleting subnet c7a8d3b2-93d0-474b-a785-3b20f05c50a2 {{(pid=91906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 15 14:22:51.142989 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-1579242b-2bf3-44f2-9de9-58308a25e073 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:51.191206 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-1579242b-2bf3-44f2-9de9-58308a25e073 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3510251'] for subnet, precommit_delete_associations {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:51.233516 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Device 5f39ab1e-38fc-4518-b479-fddcb1d94c88 up at agent ovs-agent-dv-cinder-796471-1-iscsi {{(pid=91909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:22:51.288269 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-1579242b-2bf3-44f2-9de9-58308a25e073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32884212'] for subnet, precommit_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:51.302879 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Provisioning for port 5f39ab1e-38fc-4518-b479-fddcb1d94c88 completed by entity L2. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:22:51.311487 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Provisioning complete for port 5f39ab1e-38fc-4518-b479-fddcb1d94c88 triggered by entity L2. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:22:51.311876 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897510'] for port, provisioning_complete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:51.361991 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-1579242b-2bf3-44f2-9de9-58308a25e073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32884221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3410472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3427184'] for subnet, after_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:51.365762 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-5d241fee-2025-4a62-8f77-8fe8738b1550 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:22:51.399714 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-1579242b-2bf3-44f2-9de9-58308a25e073 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537372'] for subnet, before_response {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:51.402050 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-1579242b-2bf3-44f2-9de9-58308a25e073 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/c7a8d3b2-93d0-474b-a785-3b20f05c50a2 HTTP/1.1" status: 204 len: 168 time: 0.3460195 Jun 15 14:22:51.403223 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1579242b-2bf3-44f2-9de9-58308a25e073 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7a8d3b2-93d0-474b-a785-3b20f05c50a2,revision_number=None']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:22:51.405325 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 41802) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:22:51.410984 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-1579242b-2bf3-44f2-9de9-58308a25e073 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:22:51.413037 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe88dc8-52da-46cb-8221-89fe77ed3b37 None None] Network 38cc54e9-46a5-4f17-85e6-fe0dd786b611 requested from dv-cinder-796471-1-iscsi {{(pid=91909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:22:51.454384 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:51.505295 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-8bc02e1e-0514-45ad-be02-265e88ccff2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33040767'] for network, before_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:51.533162 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] For port 5f39ab1e-38fc-4518-b479-fddcb1d94c88, host dv-cinder-796471-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796471-1-iscsi',level=0,port_id=5f39ab1e-38fc-4518-b479-fddcb1d94c88,segment=NetworkSegment(16359361-6c0e-4f40-8a0e-56105654022c),segment_id=16359361-6c0e-4f40-8a0e-56105654022c)] {{(pid=91909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:22:51.537248 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492'] for port, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:51.566250 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-71e4fa68-49c0-437b-a11b-1eef3879625b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:22:51.590835 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.plugin [None req-8bc02e1e-0514-45ad-be02-265e88ccff2e admin admin] Deleting port b52272c8-4fb6-403b-808a-137be22076bc {{(pid=91907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:22:51.591482 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-8bc02e1e-0514-45ad-be02-265e88ccff2e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781714481448'] for port, before_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:51.646812 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Device da9737a8-9041-44ab-8b20-9f32fed8bfee no longer exists at agent ovs-agent-dv-cinder-796471-1-iscsi {{(pid=91909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:22:51.709985 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.plugin [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] No Port match for: da9737a8-9041-44ab-8b20-9f32fed8bfee {{(pid=91909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:22:51.710594 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Device da9737a8-9041-44ab-8b20-9f32fed8bfee not bound to the agent host dv-cinder-796471-1-iscsi {{(pid=91909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:22:51.720175 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.db [None req-8bc02e1e-0514-45ad-be02-265e88ccff2e admin admin] For port b52272c8-4fb6-403b-808a-137be22076bc, host dv-cinder-796471-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796471-1-iscsi',level=0,port_id=b52272c8-4fb6-403b-808a-137be22076bc,segment=NetworkSegment(bdfc6570-21e3-4188-8b81-25944ca5b033),segment_id=bdfc6570-21e3-4188-8b81-25944ca5b033)] {{(pid=91907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:22:51.720633 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-8bc02e1e-0514-45ad-be02-265e88ccff2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668414'] for port, precommit_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:51.736877 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Pushing event updated for resources: {'Port': ['ID=5f39ab1e-38fc-4518-b479-fddcb1d94c88,revision_number=4']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:22:51.755766 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:22:51.813144 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-a2325736-757f-4788-9f3d-6fe831cb64a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:51.822194 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.plugin [None req-8bc02e1e-0514-45ad-be02-265e88ccff2e admin admin] Calling delete_port for b52272c8-4fb6-403b-808a-137be22076bc owned by network:dhcp {{(pid=91907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:22:51.924239 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-8bc02e1e-0514-45ad-be02-265e88ccff2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781714486604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781714044438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4061906'] for port, after_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:51.926457 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-c8b91717-3e1f-45b3-8bd5-f09263ef18f7 tempest-VolumesActionsTest-599641971 tempest-VolumesActionsTest-599641971-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:22:51.956271 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc02e1e-0514-45ad-be02-265e88ccff2e admin admin] Pushing event deleted for resources: {'Port': ['ID=b52272c8-4fb6-403b-808a-137be22076bc,revision_number=None']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:22:51.959961 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-8bc02e1e-0514-45ad-be02-265e88ccff2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:22:51.962657 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc02e1e-0514-45ad-be02-265e88ccff2e admin admin] No DVR routers for this DVR port b52272c8-4fb6-403b-808a-137be22076bc on host dv-cinder-796471-1-iscsi {{(pid=91907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:22:52.128406 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a095bc-4b23-44b0-9718-530e35c9cd1c None None] DHCP port deletion for 38cc54e9-46a5-4f17-85e6-fe0dd786b611 request from dv-cinder-796471-1-iscsi {{(pid=91909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 15 14:22:52.359680 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-8bc02e1e-0514-45ad-be02-265e88ccff2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32895081', 'neutron.services.segments.db._delete_segments_for_network-8781714566072'] for network, precommit_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:52.371056 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.services.segments.db [None req-8bc02e1e-0514-45ad-be02-265e88ccff2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38cc54e9-46a5-4f17-85e6-fe0dd786b611']}} {{(pid=91907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:22:52.384740 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.services.segments.db [None req-8bc02e1e-0514-45ad-be02-265e88ccff2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdfc6570-21e3-4188-8b81-25944ca5b033') {'for_net_delete': True} {{(pid=91907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:22:52.385047 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.services.segments.db [None req-8bc02e1e-0514-45ad-be02-265e88ccff2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdfc6570-21e3-4188-8b81-25944ca5b033') {} {{(pid=91907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:22:52.396499 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-8bc02e1e-0514-45ad-be02-265e88ccff2e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781714565910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8456792'] for segment, before_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:52.411549 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-8bc02e1e-0514-45ad-be02-265e88ccff2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32890017'] for segment, precommit_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:52.418387 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bc02e1e-0514-45ad-be02-265e88ccff2e admin admin] Releasing vlan 885 on physical network physnet1 to pool {{(pid=91907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:22:52.418720 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-8bc02e1e-0514-45ad-be02-265e88ccff2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32890017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4061825'] for segment, after_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:52.420572 dv-cinder-796471-1-iscsi neutron-server[91907]: Traceback (most recent call last): Jun 15 14:22:52.420572 dv-cinder-796471-1-iscsi neutron-server[91907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 15 14:22:52.420572 dv-cinder-796471-1-iscsi neutron-server[91907]: timer() Jun 15 14:22:52.420572 dv-cinder-796471-1-iscsi neutron-server[91907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 15 14:22:52.420572 dv-cinder-796471-1-iscsi neutron-server[91907]: cb(*args, **kw) Jun 15 14:22:52.420572 dv-cinder-796471-1-iscsi neutron-server[91907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 15 14:22:52.420572 dv-cinder-796471-1-iscsi neutron-server[91907]: return func(*args, **kwargs) Jun 15 14:22:52.420572 dv-cinder-796471-1-iscsi neutron-server[91907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 15 14:22:52.420572 dv-cinder-796471-1-iscsi neutron-server[91907]: self._notify() Jun 15 14:22:52.420572 dv-cinder-796471-1-iscsi neutron-server[91907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 15 14:22:52.420572 dv-cinder-796471-1-iscsi neutron-server[91907]: self.callback(batched_events) Jun 15 14:22:52.420572 dv-cinder-796471-1-iscsi neutron-server[91907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 15 14:22:52.420572 dv-cinder-796471-1-iscsi neutron-server[91907]: event.method(event) Jun 15 14:22:52.420572 dv-cinder-796471-1-iscsi neutron-server[91907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 15 14:22:52.420572 dv-cinder-796471-1-iscsi neutron-server[91907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 15 14:22:52.420572 dv-cinder-796471-1-iscsi neutron-server[91907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 15 14:22:52.420572 dv-cinder-796471-1-iscsi neutron-server[91907]: aggregate_uuid = self.p_client.list_aggregates( Jun 15 14:22:52.420572 dv-cinder-796471-1-iscsi neutron-server[91907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 15 14:22:52.420572 dv-cinder-796471-1-iscsi neutron-server[91907]: return f(self, *a, **k) Jun 15 14:22:52.420572 dv-cinder-796471-1-iscsi neutron-server[91907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 15 14:22:52.420572 dv-cinder-796471-1-iscsi neutron-server[91907]: return self._get(url).json() Jun 15 14:22:52.420572 dv-cinder-796471-1-iscsi neutron-server[91907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 15 14:22:52.420572 dv-cinder-796471-1-iscsi neutron-server[91907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 15 14:22:52.420572 dv-cinder-796471-1-iscsi neutron-server[91907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 15 14:22:52.420572 dv-cinder-796471-1-iscsi neutron-server[91907]: return self.request(url, 'GET', **kwargs) Jun 15 14:22:52.420572 dv-cinder-796471-1-iscsi neutron-server[91907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 15 14:22:52.420572 dv-cinder-796471-1-iscsi neutron-server[91907]: base_url = self.get_endpoint(auth, allow=allow, Jun 15 14:22:52.420572 dv-cinder-796471-1-iscsi neutron-server[91907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 15 14:22:52.420572 dv-cinder-796471-1-iscsi neutron-server[91907]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 15 14:22:52.420572 dv-cinder-796471-1-iscsi neutron-server[91907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 15 14:22:52.420572 dv-cinder-796471-1-iscsi neutron-server[91907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 15 14:22:52.420572 dv-cinder-796471-1-iscsi neutron-server[91907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 15 14:22:52.508640 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-8bc02e1e-0514-45ad-be02-265e88ccff2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32895094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-350226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667141'] for network, after_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:52.514483 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-8bc02e1e-0514-45ad-be02-265e88ccff2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537372'] for network, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:52.519218 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-8bc02e1e-0514-45ad-be02-265e88ccff2e admin admin] 10.222.0.26 "DELETE /v2.0/networks/38cc54e9-46a5-4f17-85e6-fe0dd786b611 HTTP/1.1" status: 204 len: 168 time: 1.1123617 Jun 15 14:22:52.519791 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 41822) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:22:52.520711 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:22:52.535270 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc02e1e-0514-45ad-be02-265e88ccff2e admin admin] Pushing event deleted for resources: {'Network': ['ID=38cc54e9-46a5-4f17-85e6-fe0dd786b611,revision_number=None']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:22:52.537499 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-8bc02e1e-0514-45ad-be02-265e88ccff2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:22:52.849761 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6db87c-7dc7-49c0-9567-2b409b0a0523 None None] Sync routers for ids ['f3e617dc-f6c7-4f72-ad31-aac0c0f90a44'] in dv-cinder-796471-1-iscsi {{(pid=91909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:22:52.860647 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6db87c-7dc7-49c0-9567-2b409b0a0523 None None] Routers {'f3e617dc-f6c7-4f72-ad31-aac0c0f90a44'} bound to L3 agent in host dv-cinder-796471-1-iscsi {{(pid=91909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:22:52.861519 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_hamode_db [None req-8c6db87c-7dc7-49c0-9567-2b409b0a0523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796471-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-15T14:04:51Z,description=,heartbeat_timestamp=2021-06-15T14:22:51Z,host='dv-cinder-796471-1-iscsi',id=7c0fcfb6-ee6c-4f84-9204-f4cc96555f34,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:04:51Z,topic='l3_agent')) {'router_ids': ['f3e617dc-f6c7-4f72-ad31-aac0c0f90a44'], 'active': True} {{(pid=91909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:22:52.973816 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Device 5f39ab1e-38fc-4518-b479-fddcb1d94c88 up at agent ovs-agent-dv-cinder-796471-1-iscsi {{(pid=91909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:22:53.077096 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_dvr_db [None req-8c6db87c-7dc7-49c0-9567-2b409b0a0523 None None] Set router f3e617dc-f6c7-4f72-ad31-aac0c0f90a44 gateway port host: dv-cinder-796471-1-iscsi {{(pid=91909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:22:53.122494 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Provisioning complete for port 5f39ab1e-38fc-4518-b479-fddcb1d94c88 triggered by entity L2. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:22:53.122909 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897510'] for port, provisioning_complete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:53.297921 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-4830e653-5297-40f2-a4ec-0e2692a8ce27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-670171'] for router_interface, before_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:53.427381 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Device b52272c8-4fb6-403b-808a-137be22076bc no longer exists at agent ovs-agent-dv-cinder-796471-1-iscsi {{(pid=91909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:22:53.460073 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.plugin [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] No Port match for: b52272c8-4fb6-403b-808a-137be22076bc {{(pid=91909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:22:53.460426 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Device b52272c8-4fb6-403b-808a-137be22076bc not bound to the agent host dv-cinder-796471-1-iscsi {{(pid=91909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:22:53.460853 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Device d971e2b1-b9ea-44de-a79f-39fe38ddcd08 no longer exists at agent ovs-agent-dv-cinder-796471-1-iscsi {{(pid=91909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:22:53.493791 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.plugin [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] No Port match for: d971e2b1-b9ea-44de-a79f-39fe38ddcd08 {{(pid=91909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:22:53.494169 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Device d971e2b1-b9ea-44de-a79f-39fe38ddcd08 not bound to the agent host dv-cinder-796471-1-iscsi {{(pid=91909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:22:53.499453 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-987cb3c8-732e-4ef7-aae2-903816ba9880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:53.506207 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_hamode_db [None req-8c6db87c-7dc7-49c0-9567-2b409b0a0523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3e617dc-f6c7-4f72-ad31-aac0c0f90a44', 'name': 'tempest-TestShelveInstance-1500092470-router', 'tenant_id': '6b61f08aa60345fd9fefc8701ba34fca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'external_fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '5f39ab1e-38fc-4518-b479-fddcb1d94c88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:22:43Z', 'updated_at': '2021-06-15T14:22:47Z', 'revision_number': 4, 'project_id': '6b61f08aa60345fd9fefc8701ba34fca', 'gw_port': {'id': '5f39ab1e-38fc-4518-b479-fddcb1d94c88', 'name': '', 'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:cc:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e617dc-f6c7-4f72-ad31-aac0c0f90a44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:22:44Z', 'updated_at': '2021-06-15T14:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796471-1-iscsi', '_interfaces': [{'id': '1f73dd78-0494-46df-9646-ed1317658c88', 'name': '', 'network_id': 'f78b36c2-1c40-491a-b1e4-3ead8eacd511', 'tenant_id': '6b61f08aa60345fd9fefc8701ba34fca', 'mac_address': 'fa:16:3e:eb:0a:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3e617dc-f6c7-4f72-ad31-aac0c0f90a44', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'b561fce6-9107-43eb-a877-725c32cf36c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:22:47Z', 'updated_at': '2021-06-15T14:22:48Z', 'revision_number': 2, 'project_id': '6b61f08aa60345fd9fefc8701ba34fca', 'subnets': [{'id': 'b561fce6-9107-43eb-a877-725c32cf36c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796471-1-iscsi', False) {} {{(pid=91909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:22:53.509509 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6db87c-7dc7-49c0-9567-2b409b0a0523 None None] Checking router: f3e617dc-f6c7-4f72-ad31-aac0c0f90a44 for host: dv-cinder-796471-1-iscsi {{(pid=91909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:22:53.509877 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6db87c-7dc7-49c0-9567-2b409b0a0523 None None] Updating router f3e617dc-f6c7-4f72-ad31-aac0c0f90a44 port 1f73dd78-0494-46df-9646-ed1317658c88 binding host dv-cinder-796471-1-iscsi {{(pid=91909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 14:22:53.550643 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8c6db87c-7dc7-49c0-9567-2b409b0a0523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:53.639464 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.plugin [None req-4830e653-5297-40f2-a4ec-0e2692a8ce27 admin admin] Deleting port 4767a422-39a6-414e-94fd-bf5eac72baab {{(pid=91906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:22:53.639942 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-4830e653-5297-40f2-a4ec-0e2692a8ce27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781714481448'] for port, before_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:53.748546 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.db [None req-4830e653-5297-40f2-a4ec-0e2692a8ce27 admin admin] For port 4767a422-39a6-414e-94fd-bf5eac72baab, host dv-cinder-796471-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796471-1-iscsi',level=0,port_id=4767a422-39a6-414e-94fd-bf5eac72baab,segment=NetworkSegment(aceb1989-f2c5-4b97-99a8-c56a5b42fbeb),segment_id=aceb1989-f2c5-4b97-99a8-c56a5b42fbeb)] {{(pid=91906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:22:53.749186 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-4830e653-5297-40f2-a4ec-0e2692a8ce27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668414'] for port, precommit_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:53.847374 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.plugin [None req-4830e653-5297-40f2-a4ec-0e2692a8ce27 admin admin] Calling delete_port for 4767a422-39a6-414e-94fd-bf5eac72baab owned by network:router_interface {{(pid=91906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:22:54.009989 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8c6db87c-7dc7-49c0-9567-2b409b0a0523 None None] Notify callbacks [] for port, precommit_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:54.020523 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-8c6db87c-7dc7-49c0-9567-2b409b0a0523 None None] Transition to ACTIVE for port object 1f73dd78-0494-46df-9646-ed1317658c88 will not be triggered until provisioned by entity L2. {{(pid=91909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:22:54.026100 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8c6db87c-7dc7-49c0-9567-2b409b0a0523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492'] for port, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:54.027997 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:22:54.089509 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-4830e653-5297-40f2-a4ec-0e2692a8ce27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781714486604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781714044438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3410898'] for port, after_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:54.092241 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-1e555912-31af-4574-9847-9ba94de1a2be tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:22:54.124416 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6302a769-846c-4f9c-8482-2f0debbd5198 None None] Pushing event updated for resources: {'Port': ['ID=1f73dd78-0494-46df-9646-ed1317658c88,revision_number=3']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:22:54.126405 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4830e653-5297-40f2-a4ec-0e2692a8ce27 admin admin] Pushing event deleted for resources: {'Port': ['ID=4767a422-39a6-414e-94fd-bf5eac72baab,revision_number=None']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:22:54.128698 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-6302a769-846c-4f9c-8482-2f0debbd5198 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:22:54.129746 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-4830e653-5297-40f2-a4ec-0e2692a8ce27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:22:54.198082 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.managers [None req-8c6db87c-7dc7-49c0-9567-2b409b0a0523 None None] Attempting to bind port 1f73dd78-0494-46df-9646-ed1317658c88 on host dv-cinder-796471-1-iscsi for vnic_type normal with profile {{(pid=91909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:22:54.198628 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.managers [None req-8c6db87c-7dc7-49c0-9567-2b409b0a0523 None None] Attempting to bind port 1f73dd78-0494-46df-9646-ed1317658c88 by drivers openvswitch,hyperv on host dv-cinder-796471-1-iscsi at level 0 using segments [{'id': '5f200ac4-3a9c-45f4-9bce-1a65ac073101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'f78b36c2-1c40-491a-b1e4-3ead8eacd511'}] {{(pid=91909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:22:54.198952 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6db87c-7dc7-49c0-9567-2b409b0a0523 None None] Attempting to bind port 1f73dd78-0494-46df-9646-ed1317658c88 on network f78b36c2-1c40-491a-b1e4-3ead8eacd511 {{(pid=91909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:22:54.204918 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6db87c-7dc7-49c0-9567-2b409b0a0523 None None] Checking agent: {'id': 'a00a16a2-d8fd-48bc-a1ff-18db44b70890', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796471-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 4, 51), 'started_at': datetime.datetime(2021, 6, 15, 14, 5, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 22, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796471-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:22:54.205444 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6db87c-7dc7-49c0-9567-2b409b0a0523 None None] Checking segment: {'id': '5f200ac4-3a9c-45f4-9bce-1a65ac073101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'f78b36c2-1c40-491a-b1e4-3ead8eacd511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:22:54.206308 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8c6db87c-7dc7-49c0-9567-2b409b0a0523 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:54.206308 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6db87c-7dc7-49c0-9567-2b409b0a0523 None None] Bound using segment: {'id': '5f200ac4-3a9c-45f4-9bce-1a65ac073101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'f78b36c2-1c40-491a-b1e4-3ead8eacd511'} {{(pid=91909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:22:54.206727 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.managers [None req-8c6db87c-7dc7-49c0-9567-2b409b0a0523 None None] Bound port: 1f73dd78-0494-46df-9646-ed1317658c88, host: dv-cinder-796471-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f200ac4-3a9c-45f4-9bce-1a65ac073101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'f78b36c2-1c40-491a-b1e4-3ead8eacd511'}}] {{(pid=91909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:22:54.207125 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8c6db87c-7dc7-49c0-9567-2b409b0a0523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:54.301080 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-8c6db87c-7dc7-49c0-9567-2b409b0a0523 None None] For port 1f73dd78-0494-46df-9646-ed1317658c88, host dv-cinder-796471-1-iscsi, cleared binding levels {{(pid=91909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:22:54.304560 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-8c6db87c-7dc7-49c0-9567-2b409b0a0523 None None] For port 1f73dd78-0494-46df-9646-ed1317658c88, host dv-cinder-796471-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796471-1-iscsi',level=0,port_id=1f73dd78-0494-46df-9646-ed1317658c88,segment=NetworkSegment(5f200ac4-3a9c-45f4-9bce-1a65ac073101),segment_id=5f200ac4-3a9c-45f4-9bce-1a65ac073101)] {{(pid=91909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:22:54.311662 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8c6db87c-7dc7-49c0-9567-2b409b0a0523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492'] for port, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:54.319135 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:22:54.371923 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6db87c-7dc7-49c0-9567-2b409b0a0523 None None] Routers {'f3e617dc-f6c7-4f72-ad31-aac0c0f90a44'} bound to L3 agent in host dv-cinder-796471-1-iscsi {{(pid=91909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:22:54.373198 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_hamode_db [None req-8c6db87c-7dc7-49c0-9567-2b409b0a0523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796471-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-15T14:04:51Z,description=,heartbeat_timestamp=2021-06-15T14:22:51Z,host='dv-cinder-796471-1-iscsi',id=7c0fcfb6-ee6c-4f84-9204-f4cc96555f34,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:04:51Z,topic='l3_agent')) {'router_ids': ['f3e617dc-f6c7-4f72-ad31-aac0c0f90a44'], 'active': True} {{(pid=91909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:22:54.391252 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-4830e653-5297-40f2-a4ec-0e2692a8ce27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669771'] for router_interface, after_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:54.487900 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6302a769-846c-4f9c-8482-2f0debbd5198 None None] Pushing event updated for resources: {'Port': ['ID=1f73dd78-0494-46df-9646-ed1317658c88,revision_number=4']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:22:54.493928 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-6302a769-846c-4f9c-8482-2f0debbd5198 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:22:54.552690 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_dvr_db [None req-8c6db87c-7dc7-49c0-9567-2b409b0a0523 None None] Set router f3e617dc-f6c7-4f72-ad31-aac0c0f90a44 gateway port host: dv-cinder-796471-1-iscsi {{(pid=91909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:22:54.705538 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4830e653-5297-40f2-a4ec-0e2692a8ce27 admin admin] Router 1b128bd6-6ff4-4aa5-b28d-99b1d2cf78e8 has already been hosted by L3 agent 7c0fcfb6-ee6c-4f84-9204-f4cc96555f34 {{(pid=91906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:22:54.837060 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_hamode_db [None req-8c6db87c-7dc7-49c0-9567-2b409b0a0523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3e617dc-f6c7-4f72-ad31-aac0c0f90a44', 'name': 'tempest-TestShelveInstance-1500092470-router', 'tenant_id': '6b61f08aa60345fd9fefc8701ba34fca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'external_fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '5f39ab1e-38fc-4518-b479-fddcb1d94c88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:22:43Z', 'updated_at': '2021-06-15T14:22:47Z', 'revision_number': 4, 'project_id': '6b61f08aa60345fd9fefc8701ba34fca', 'gw_port': {'id': '5f39ab1e-38fc-4518-b479-fddcb1d94c88', 'name': '', 'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:cc:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e617dc-f6c7-4f72-ad31-aac0c0f90a44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:22:44Z', 'updated_at': '2021-06-15T14:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796471-1-iscsi', '_interfaces': [{'id': '1f73dd78-0494-46df-9646-ed1317658c88', 'name': '', 'network_id': 'f78b36c2-1c40-491a-b1e4-3ead8eacd511', 'tenant_id': '6b61f08aa60345fd9fefc8701ba34fca', 'mac_address': 'fa:16:3e:eb:0a:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3e617dc-f6c7-4f72-ad31-aac0c0f90a44', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'b561fce6-9107-43eb-a877-725c32cf36c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:22:47Z', 'updated_at': '2021-06-15T14:22:54Z', 'revision_number': 4, 'project_id': '6b61f08aa60345fd9fefc8701ba34fca', 'subnets': [{'id': 'b561fce6-9107-43eb-a877-725c32cf36c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796471-1-iscsi', False) {} {{(pid=91909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:22:54.841640 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6db87c-7dc7-49c0-9567-2b409b0a0523 None None] The sync data for ids ['f3e617dc-f6c7-4f72-ad31-aac0c0f90a44'] in dv-cinder-796471-1-iscsi is: [{'id': 'f3e617dc-f6c7-4f72-ad31-aac0c0f90a44', 'name': 'tempest-TestShelveInstance-1500092470-router', 'tenant_id': '6b61f08aa60345fd9fefc8701ba34fca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'external_fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '5f39ab1e-38fc-4518-b479-fddcb1d94c88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:22:43Z', 'updated_at': '2021-06-15T14:22:47Z', 'revision_number': 4, 'project_id': '6b61f08aa60345fd9fefc8701ba34fca', 'gw_port': {'id': '5f39ab1e-38fc-4518-b479-fddcb1d94c88', 'name': '', 'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:cc:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e617dc-f6c7-4f72-ad31-aac0c0f90a44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:22:44Z', 'updated_at': '2021-06-15T14:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796471-1-iscsi', '_interfaces': [{'id': '1f73dd78-0494-46df-9646-ed1317658c88', 'name': '', 'network_id': 'f78b36c2-1c40-491a-b1e4-3ead8eacd511', 'tenant_id': '6b61f08aa60345fd9fefc8701ba34fca', 'mac_address': 'fa:16:3e:eb:0a:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3e617dc-f6c7-4f72-ad31-aac0c0f90a44', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'b561fce6-9107-43eb-a877-725c32cf36c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:22:47Z', 'updated_at': '2021-06-15T14:22:54Z', 'revision_number': 4, 'project_id': '6b61f08aa60345fd9fefc8701ba34fca', 'subnets': [{'id': 'b561fce6-9107-43eb-a877-725c32cf36c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:22:54.860501 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4830e653-5297-40f2-a4ec-0e2692a8ce27 admin admin] Notify agent at l3_agent.dv-cinder-796471-1-iscsi the message routers_updated {{(pid=91906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:22:54.868356 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-4830e653-5297-40f2-a4ec-0e2692a8ce27 admin admin] 10.222.0.26 "PUT /v2.0/routers/1b128bd6-6ff4-4aa5-b28d-99b1d2cf78e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3449934 Jun 15 14:22:54.868641 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 41828) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:22:54.879603 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7da9f4-be35-4609-b50d-9d5a5cf5d1f6 None None] Sync routers for ids ['1b128bd6-6ff4-4aa5-b28d-99b1d2cf78e8'] in dv-cinder-796471-1-iscsi {{(pid=91910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:22:54.899224 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7da9f4-be35-4609-b50d-9d5a5cf5d1f6 None None] Routers {'1b128bd6-6ff4-4aa5-b28d-99b1d2cf78e8'} bound to L3 agent in host dv-cinder-796471-1-iscsi {{(pid=91910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:22:54.900082 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-bb7da9f4-be35-4609-b50d-9d5a5cf5d1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796471-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-15T14:04:51Z,description=,heartbeat_timestamp=2021-06-15T14:22:51Z,host='dv-cinder-796471-1-iscsi',id=7c0fcfb6-ee6c-4f84-9204-f4cc96555f34,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:04:51Z,topic='l3_agent')) {'router_ids': ['1b128bd6-6ff4-4aa5-b28d-99b1d2cf78e8'], 'active': True} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:22:55.049070 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-911ca337-27e0-44e7-9323-3deeb0b12c30 admin admin] Notify callbacks [] for router, before_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:55.054741 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Device 1f73dd78-0494-46df-9646-ed1317658c88 up at agent ovs-agent-dv-cinder-796471-1-iscsi {{(pid=91909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:22:55.066797 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvr_db [None req-bb7da9f4-be35-4609-b50d-9d5a5cf5d1f6 None None] Set router 1b128bd6-6ff4-4aa5-b28d-99b1d2cf78e8 gateway port host: dv-cinder-796471-1-iscsi {{(pid=91910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:22:55.124548 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Provisioning for port 1f73dd78-0494-46df-9646-ed1317658c88 completed by entity L2. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:22:55.129891 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Provisioning complete for port 1f73dd78-0494-46df-9646-ed1317658c88 triggered by entity L2. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:22:55.130282 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897510'] for port, provisioning_complete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:55.220588 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-911ca337-27e0-44e7-9323-3deeb0b12c30 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:55.256748 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:55.294001 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.plugin [None req-911ca337-27e0-44e7-9323-3deeb0b12c30 admin admin] Deleting port 04e43dda-9d2e-47ca-9148-689f421b8439 {{(pid=91906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:22:55.294460 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-911ca337-27e0-44e7-9323-3deeb0b12c30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781714481448'] for port, before_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:55.313759 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] For port 1f73dd78-0494-46df-9646-ed1317658c88, host dv-cinder-796471-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796471-1-iscsi',level=0,port_id=1f73dd78-0494-46df-9646-ed1317658c88,segment=NetworkSegment(5f200ac4-3a9c-45f4-9bce-1a65ac073101),segment_id=5f200ac4-3a9c-45f4-9bce-1a65ac073101)] {{(pid=91909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:22:55.322416 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492'] for port, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:55.324623 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-42cb7c62-6760-40c4-b7ca-415231ebce0e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:22:55.368865 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-bb7da9f4-be35-4609-b50d-9d5a5cf5d1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b128bd6-6ff4-4aa5-b28d-99b1d2cf78e8', 'name': 'tempest-TestVolumeBootPattern-245853233-router', 'tenant_id': '3338aa51acef48968495a2c4b09db908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'external_fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '04e43dda-9d2e-47ca-9148-689f421b8439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:14:12Z', 'updated_at': '2021-06-15T14:22:54Z', 'revision_number': 5, 'project_id': '3338aa51acef48968495a2c4b09db908', 'gw_port': {'id': '04e43dda-9d2e-47ca-9148-689f421b8439', 'name': '', 'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:21:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b128bd6-6ff4-4aa5-b28d-99b1d2cf78e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:14:14Z', 'updated_at': '2021-06-15T14:14:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796471-1-iscsi'}], 'dv-cinder-796471-1-iscsi', False) {} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:22:55.373291 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7da9f4-be35-4609-b50d-9d5a5cf5d1f6 None None] Checking router: 1b128bd6-6ff4-4aa5-b28d-99b1d2cf78e8 for host: dv-cinder-796471-1-iscsi {{(pid=91910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:22:55.385697 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7da9f4-be35-4609-b50d-9d5a5cf5d1f6 None None] Routers {'1b128bd6-6ff4-4aa5-b28d-99b1d2cf78e8'} bound to L3 agent in host dv-cinder-796471-1-iscsi {{(pid=91910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:22:55.386500 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-bb7da9f4-be35-4609-b50d-9d5a5cf5d1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796471-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-15T14:04:51Z,description=,heartbeat_timestamp=2021-06-15T14:22:51Z,host='dv-cinder-796471-1-iscsi',id=7c0fcfb6-ee6c-4f84-9204-f4cc96555f34,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:04:51Z,topic='l3_agent')) {'router_ids': ['1b128bd6-6ff4-4aa5-b28d-99b1d2cf78e8'], 'active': True} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:22:55.390267 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Pushing event updated for resources: {'Port': ['ID=1f73dd78-0494-46df-9646-ed1317658c88,revision_number=5']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:22:55.392937 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:22:55.423513 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.db [None req-911ca337-27e0-44e7-9323-3deeb0b12c30 admin admin] For port 04e43dda-9d2e-47ca-9148-689f421b8439, host dv-cinder-796471-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796471-1-iscsi',level=0,port_id=04e43dda-9d2e-47ca-9148-689f421b8439,segment=NetworkSegment(16359361-6c0e-4f40-8a0e-56105654022c),segment_id=16359361-6c0e-4f40-8a0e-56105654022c)] {{(pid=91906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:22:55.423872 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-911ca337-27e0-44e7-9323-3deeb0b12c30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668414'] for port, precommit_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:55.522615 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.plugin [None req-911ca337-27e0-44e7-9323-3deeb0b12c30 admin admin] Calling delete_port for 04e43dda-9d2e-47ca-9148-689f421b8439 owned by network:router_gateway {{(pid=91906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:22:55.527636 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvr_db [None req-bb7da9f4-be35-4609-b50d-9d5a5cf5d1f6 None None] Set router 1b128bd6-6ff4-4aa5-b28d-99b1d2cf78e8 gateway port host: None {{(pid=91910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:22:55.609053 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-bb7da9f4-be35-4609-b50d-9d5a5cf5d1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b128bd6-6ff4-4aa5-b28d-99b1d2cf78e8', 'name': 'tempest-TestVolumeBootPattern-245853233-router', 'tenant_id': '3338aa51acef48968495a2c4b09db908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:14:12Z', 'updated_at': '2021-06-15T14:22:55Z', 'revision_number': 6, 'project_id': '3338aa51acef48968495a2c4b09db908', 'gw_port_host': None}], 'dv-cinder-796471-1-iscsi', False) {} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:22:55.612528 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7da9f4-be35-4609-b50d-9d5a5cf5d1f6 None None] The sync data for ids ['1b128bd6-6ff4-4aa5-b28d-99b1d2cf78e8'] in dv-cinder-796471-1-iscsi is: [{'id': '1b128bd6-6ff4-4aa5-b28d-99b1d2cf78e8', 'name': 'tempest-TestVolumeBootPattern-245853233-router', 'tenant_id': '3338aa51acef48968495a2c4b09db908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:14:12Z', 'updated_at': '2021-06-15T14:22:55Z', 'revision_number': 6, 'project_id': '3338aa51acef48968495a2c4b09db908', 'gw_port_host': None}] {{(pid=91910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:22:55.725087 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-911ca337-27e0-44e7-9323-3deeb0b12c30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781714486604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781714044438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3410898'] for port, after_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:55.727910 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-834717bc-6d2a-4a16-ad47-b21a4eb5faf6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:22:56.056469 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911ca337-27e0-44e7-9323-3deeb0b12c30 admin admin] Pushing event deleted for resources: {'Port': ['ID=04e43dda-9d2e-47ca-9148-689f421b8439,revision_number=None']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:22:56.059410 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-911ca337-27e0-44e7-9323-3deeb0b12c30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:22:56.140917 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-911ca337-27e0-44e7-9323-3deeb0b12c30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-667160'] for router_gateway, after_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:56.284733 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-911ca337-27e0-44e7-9323-3deeb0b12c30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-706281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10782'] for router, precommit_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:56.286877 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-911ca337-27e0-44e7-9323-3deeb0b12c30 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:56.340346 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-911ca337-27e0-44e7-9323-3deeb0b12c30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-770111'] for router, after_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:56.340850 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-911ca337-27e0-44e7-9323-3deeb0b12c30 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b128bd6-6ff4-4aa5-b28d-99b1d2cf78e8 {{(pid=91906) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 15 14:22:56.344954 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-911ca337-27e0-44e7-9323-3deeb0b12c30 admin admin] Notify callbacks [] for router, before_response {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:56.346085 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-911ca337-27e0-44e7-9323-3deeb0b12c30 admin admin] 10.222.0.26 "DELETE /v2.0/routers/1b128bd6-6ff4-4aa5-b28d-99b1d2cf78e8 HTTP/1.1" status: 204 len: 168 time: 1.4764864 Jun 15 14:22:56.348674 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 41834) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:22:56.409942 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.db.db_base_plugin_v2 [None req-bff62729-7739-4220-aef5-e350afa03c62 admin admin] Deleting subnet 13a1c2a6-3aea-4fb5-997c-b92410a73d14 {{(pid=91906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 15 14:22:56.413161 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-bff62729-7739-4220-aef5-e350afa03c62 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:56.455942 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-bff62729-7739-4220-aef5-e350afa03c62 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3510251'] for subnet, precommit_delete_associations {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:56.547381 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-bff62729-7739-4220-aef5-e350afa03c62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32884212'] for subnet, precommit_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:56.614357 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-bff62729-7739-4220-aef5-e350afa03c62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32884221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3410472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3427184'] for subnet, after_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:56.616795 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:22:56.649827 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff62729-7739-4220-aef5-e350afa03c62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13a1c2a6-3aea-4fb5-997c-b92410a73d14,revision_number=None']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:22:56.652887 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-bff62729-7739-4220-aef5-e350afa03c62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:22:56.656510 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-bff62729-7739-4220-aef5-e350afa03c62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537372'] for subnet, before_response {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:56.658360 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-bff62729-7739-4220-aef5-e350afa03c62 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/13a1c2a6-3aea-4fb5-997c-b92410a73d14 HTTP/1.1" status: 204 len: 168 time: 0.3087301 Jun 15 14:22:56.660809 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 41836) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:22:56.661620 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df48b65f-62a4-4646-9df5-706acc5b2652 None None] Network ffeec2f2-666d-4b02-97a9-87bff63394d7 requested from dv-cinder-796471-1-iscsi {{(pid=91909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:22:56.768415 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-e022b9e6-d923-402f-8518-405d85021112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33040767'] for network, before_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:56.829538 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.plugin [None req-e022b9e6-d923-402f-8518-405d85021112 admin admin] Deleting port 21f0e36b-4994-4ba4-ac5d-5c309938fcf8 {{(pid=91906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:22:56.829538 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-e022b9e6-d923-402f-8518-405d85021112 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781714481448'] for port, before_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:56.920315 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbbadb00-89d9-433f-bb7d-5709da95a0df None None] DHCP port deletion for ffeec2f2-666d-4b02-97a9-87bff63394d7 request from dv-cinder-796471-1-iscsi {{(pid=91909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 15 14:22:56.928739 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.db [None req-e022b9e6-d923-402f-8518-405d85021112 admin admin] For port 21f0e36b-4994-4ba4-ac5d-5c309938fcf8, host dv-cinder-796471-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796471-1-iscsi',level=0,port_id=21f0e36b-4994-4ba4-ac5d-5c309938fcf8,segment=NetworkSegment(aceb1989-f2c5-4b97-99a8-c56a5b42fbeb),segment_id=aceb1989-f2c5-4b97-99a8-c56a5b42fbeb)] {{(pid=91906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:22:56.929119 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-e022b9e6-d923-402f-8518-405d85021112 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668414'] for port, precommit_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:56.969011 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Device 1f73dd78-0494-46df-9646-ed1317658c88 up at agent ovs-agent-dv-cinder-796471-1-iscsi {{(pid=91909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:22:57.021901 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.plugin [None req-dbbadb00-89d9-433f-bb7d-5709da95a0df None None] Deleting port 21f0e36b-4994-4ba4-ac5d-5c309938fcf8 {{(pid=91909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:22:57.022295 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-dbbadb00-89d9-433f-bb7d-5709da95a0df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781714481448'] for port, before_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:57.041196 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.plugin [None req-e022b9e6-d923-402f-8518-405d85021112 admin admin] Calling delete_port for 21f0e36b-4994-4ba4-ac5d-5c309938fcf8 owned by network:dhcp {{(pid=91906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:22:57.117550 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-dbbadb00-89d9-433f-bb7d-5709da95a0df None None] For port 21f0e36b-4994-4ba4-ac5d-5c309938fcf8, host dv-cinder-796471-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796471-1-iscsi',level=0,port_id=21f0e36b-4994-4ba4-ac5d-5c309938fcf8,segment=NetworkSegment(aceb1989-f2c5-4b97-99a8-c56a5b42fbeb),segment_id=aceb1989-f2c5-4b97-99a8-c56a5b42fbeb)] {{(pid=91909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:22:57.117948 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-dbbadb00-89d9-433f-bb7d-5709da95a0df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668414'] for port, precommit_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:57.127143 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Provisioning complete for port 1f73dd78-0494-46df-9646-ed1317658c88 triggered by entity L2. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:22:57.127519 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897510'] for port, provisioning_complete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:57.139396 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-e022b9e6-d923-402f-8518-405d85021112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781714486604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781714044438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3410898'] for port, after_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:57.142305 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-e3950008-4ecc-409e-a4b9-e8905d081067 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:22:57.177661 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e022b9e6-d923-402f-8518-405d85021112 admin admin] No DVR routers for this DVR port 21f0e36b-4994-4ba4-ac5d-5c309938fcf8 on host dv-cinder-796471-1-iscsi {{(pid=91906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:22:57.183083 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e022b9e6-d923-402f-8518-405d85021112 admin admin] Pushing event deleted for resources: {'Port': ['ID=21f0e36b-4994-4ba4-ac5d-5c309938fcf8,revision_number=None']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:22:57.185801 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-e022b9e6-d923-402f-8518-405d85021112 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:22:57.232291 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.plugin [None req-dbbadb00-89d9-433f-bb7d-5709da95a0df None None] Calling delete_port for 21f0e36b-4994-4ba4-ac5d-5c309938fcf8 owned by network:dhcp {{(pid=91909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:22:57.284892 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-e022b9e6-d923-402f-8518-405d85021112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32895081', 'neutron.services.segments.db._delete_segments_for_network-8781714566072'] for network, precommit_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:57.299153 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.services.segments.db [None req-e022b9e6-d923-402f-8518-405d85021112 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffeec2f2-666d-4b02-97a9-87bff63394d7']}} {{(pid=91906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:22:57.313419 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.services.segments.db [None req-e022b9e6-d923-402f-8518-405d85021112 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aceb1989-f2c5-4b97-99a8-c56a5b42fbeb') {'for_net_delete': True} {{(pid=91906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:22:57.313995 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.services.segments.db [None req-e022b9e6-d923-402f-8518-405d85021112 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aceb1989-f2c5-4b97-99a8-c56a5b42fbeb') {} {{(pid=91906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:22:57.324043 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-e022b9e6-d923-402f-8518-405d85021112 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781714565910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3510240'] for segment, before_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:57.338568 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-e022b9e6-d923-402f-8518-405d85021112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32890017'] for segment, precommit_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:57.344390 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e022b9e6-d923-402f-8518-405d85021112 admin admin] Releasing vlan 864 on physical network physnet1 to pool {{(pid=91906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:22:57.344776 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-e022b9e6-d923-402f-8518-405d85021112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32890017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3410817'] for segment, after_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:57.346508 dv-cinder-796471-1-iscsi neutron-server[91906]: Traceback (most recent call last): Jun 15 14:22:57.346508 dv-cinder-796471-1-iscsi neutron-server[91906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 15 14:22:57.346508 dv-cinder-796471-1-iscsi neutron-server[91906]: timer() Jun 15 14:22:57.346508 dv-cinder-796471-1-iscsi neutron-server[91906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 15 14:22:57.346508 dv-cinder-796471-1-iscsi neutron-server[91906]: cb(*args, **kw) Jun 15 14:22:57.346508 dv-cinder-796471-1-iscsi neutron-server[91906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 15 14:22:57.346508 dv-cinder-796471-1-iscsi neutron-server[91906]: return func(*args, **kwargs) Jun 15 14:22:57.346508 dv-cinder-796471-1-iscsi neutron-server[91906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 15 14:22:57.346508 dv-cinder-796471-1-iscsi neutron-server[91906]: self._notify() Jun 15 14:22:57.346508 dv-cinder-796471-1-iscsi neutron-server[91906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 15 14:22:57.346508 dv-cinder-796471-1-iscsi neutron-server[91906]: self.callback(batched_events) Jun 15 14:22:57.346508 dv-cinder-796471-1-iscsi neutron-server[91906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 15 14:22:57.346508 dv-cinder-796471-1-iscsi neutron-server[91906]: event.method(event) Jun 15 14:22:57.346508 dv-cinder-796471-1-iscsi neutron-server[91906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 15 14:22:57.346508 dv-cinder-796471-1-iscsi neutron-server[91906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 15 14:22:57.346508 dv-cinder-796471-1-iscsi neutron-server[91906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 15 14:22:57.346508 dv-cinder-796471-1-iscsi neutron-server[91906]: aggregate_uuid = self.p_client.list_aggregates( Jun 15 14:22:57.346508 dv-cinder-796471-1-iscsi neutron-server[91906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 15 14:22:57.346508 dv-cinder-796471-1-iscsi neutron-server[91906]: return f(self, *a, **k) Jun 15 14:22:57.346508 dv-cinder-796471-1-iscsi neutron-server[91906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 15 14:22:57.346508 dv-cinder-796471-1-iscsi neutron-server[91906]: return self._get(url).json() Jun 15 14:22:57.346508 dv-cinder-796471-1-iscsi neutron-server[91906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 15 14:22:57.346508 dv-cinder-796471-1-iscsi neutron-server[91906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 15 14:22:57.346508 dv-cinder-796471-1-iscsi neutron-server[91906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 15 14:22:57.346508 dv-cinder-796471-1-iscsi neutron-server[91906]: return self.request(url, 'GET', **kwargs) Jun 15 14:22:57.346508 dv-cinder-796471-1-iscsi neutron-server[91906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 15 14:22:57.346508 dv-cinder-796471-1-iscsi neutron-server[91906]: base_url = self.get_endpoint(auth, allow=allow, Jun 15 14:22:57.346508 dv-cinder-796471-1-iscsi neutron-server[91906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 15 14:22:57.346508 dv-cinder-796471-1-iscsi neutron-server[91906]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 15 14:22:57.346508 dv-cinder-796471-1-iscsi neutron-server[91906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 15 14:22:57.346508 dv-cinder-796471-1-iscsi neutron-server[91906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 15 14:22:57.346508 dv-cinder-796471-1-iscsi neutron-server[91906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 15 14:22:57.384746 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-dbbadb00-89d9-433f-bb7d-5709da95a0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781714486604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781714044438'] for port, after_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:57.386655 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:22:57.418719 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbadb00-89d9-433f-bb7d-5709da95a0df None None] Pushing event deleted for resources: {'Port': ['ID=21f0e36b-4994-4ba4-ac5d-5c309938fcf8,revision_number=None']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:22:57.424452 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-dbbadb00-89d9-433f-bb7d-5709da95a0df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:22:57.425769 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbbadb00-89d9-433f-bb7d-5709da95a0df None None] No DVR routers for this DVR port 21f0e36b-4994-4ba4-ac5d-5c309938fcf8 on host dv-cinder-796471-1-iscsi {{(pid=91909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:22:57.440577 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-e022b9e6-d923-402f-8518-405d85021112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32895094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-350226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667141'] for network, after_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:57.442259 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Device 04e43dda-9d2e-47ca-9148-689f421b8439 no longer exists at agent ovs-agent-dv-cinder-796471-1-iscsi {{(pid=91909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:22:57.444014 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-88e3ca17-ca3a-4468-94ae-d56f72fd6429 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:22:57.447170 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-e022b9e6-d923-402f-8518-405d85021112 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537372'] for network, before_response {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:57.448518 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-e022b9e6-d923-402f-8518-405d85021112 admin admin] 10.222.0.26 "DELETE /v2.0/networks/ffeec2f2-666d-4b02-97a9-87bff63394d7 HTTP/1.1" status: 204 len: 168 time: 0.7866995 Jun 15 14:22:57.463886 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e022b9e6-d923-402f-8518-405d85021112 admin admin] Pushing event deleted for resources: {'Network': ['ID=ffeec2f2-666d-4b02-97a9-87bff63394d7,revision_number=None']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:22:57.466717 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-e022b9e6-d923-402f-8518-405d85021112 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:22:57.475933 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.plugin [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] No Port match for: 04e43dda-9d2e-47ca-9148-689f421b8439 {{(pid=91909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:22:57.476206 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Device 04e43dda-9d2e-47ca-9148-689f421b8439 not bound to the agent host dv-cinder-796471-1-iscsi {{(pid=91909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:22:57.476735 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Device 4767a422-39a6-414e-94fd-bf5eac72baab no longer exists at agent ovs-agent-dv-cinder-796471-1-iscsi {{(pid=91909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:22:57.503633 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.plugin [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] No Port match for: 4767a422-39a6-414e-94fd-bf5eac72baab {{(pid=91909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:22:57.503989 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Device 4767a422-39a6-414e-94fd-bf5eac72baab not bound to the agent host dv-cinder-796471-1-iscsi {{(pid=91909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:22:57.562388 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 41842) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:22:57.587849 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:57.625878 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-bd7fa106-97fa-4eaa-929b-7156854f3512 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c3de56a81c9f49fdb5657745f0c5e9a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0622241 Jun 15 14:22:57.628260 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 41844) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:22:57.679078 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-3689e1c2-8b1f-4a47-a6b2-7bc0616d937b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:57.703183 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-3689e1c2-8b1f-4a47-a6b2-7bc0616d937b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:57.752861 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-3689e1c2-8b1f-4a47-a6b2-7bc0616d937b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:57.755511 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-3689e1c2-8b1f-4a47-a6b2-7bc0616d937b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:57.756645 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-3689e1c2-8b1f-4a47-a6b2-7bc0616d937b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6ef74f7f-f0d2-408f-868a-34c5cd30e465 HTTP/1.1" status: 204 len: 168 time: 0.1274946 Jun 15 14:22:57.757474 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-933832ca-7801-4fa4-9ea6-f4d36ac2ad77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:22:57.766436 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3689e1c2-8b1f-4a47-a6b2-7bc0616d937b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ef74f7f-f0d2-408f-868a-34c5cd30e465,revision_number=None']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:22:57.769407 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-3689e1c2-8b1f-4a47-a6b2-7bc0616d937b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:22:58.076567 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 41852) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:22:58.120614 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-32f779e4-3143-41c6-85c3-78ec59c8cb19 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3338aa51acef48968495a2c4b09db908&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0426884 Jun 15 14:22:58.122890 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 41854) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:22:58.177669 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-49c7cf53-a6de-4143-b92c-ed9e67899bfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:58.201836 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-49c7cf53-a6de-4143-b92c-ed9e67899bfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:58.255337 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-49c7cf53-a6de-4143-b92c-ed9e67899bfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:58.257904 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-49c7cf53-a6de-4143-b92c-ed9e67899bfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:58.259058 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-49c7cf53-a6de-4143-b92c-ed9e67899bfd admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/135bfea4-b5b7-498f-877c-d21b560d4cd7 HTTP/1.1" status: 204 len: 168 time: 0.1352539 Jun 15 14:22:58.259935 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-58d7ef36-7d73-46e6-b668-55f4173ca68d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:22:58.269129 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c7cf53-a6de-4143-b92c-ed9e67899bfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=135bfea4-b5b7-498f-877c-d21b560d4cd7,revision_number=None']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:22:58.272054 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-49c7cf53-a6de-4143-b92c-ed9e67899bfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:22:58.909016 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Device 21f0e36b-4994-4ba4-ac5d-5c309938fcf8 no longer exists at agent ovs-agent-dv-cinder-796471-1-iscsi {{(pid=91909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:22:58.934387 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.plugin [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] No Port match for: 21f0e36b-4994-4ba4-ac5d-5c309938fcf8 {{(pid=91909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:22:58.934836 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Device 21f0e36b-4994-4ba4-ac5d-5c309938fcf8 not bound to the agent host dv-cinder-796471-1-iscsi {{(pid=91909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:23:09.987117 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-a0d91e94-f160-4256-aa40-5368668b836d req-a9a1afc5-099a-4d3b-bd34-91f2bbffce7c tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-15845357&fields=id&tenant_id=933a0269098045b69989ffb717859053 HTTP/1.1" status: 200 len: 267 time: 0.0374291 Jun 15 14:23:10.118597 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d91e94-f160-4256-aa40-5368668b836d req-b2e19bb9-86d0-4ee9-8df8-3848f33f62d0 tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:23:10.120088 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-a0d91e94-f160-4256-aa40-5368668b836d req-b2e19bb9-86d0-4ee9-8df8-3848f33f62d0 tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] 10.222.0.26 "GET /v2.0/networks?id=13fd6b09-b038-4af1-aa02-1e79eebe5398 HTTP/1.1" status: 200 len: 808 time: 0.1260855 Jun 15 14:23:10.134722 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-a0d91e94-f160-4256-aa40-5368668b836d req-daab6187-4b2a-4586-9ab2-50b40ca2bf86 tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] 10.222.0.26 "GET /v2.0/quotas/933a0269098045b69989ffb717859053 HTTP/1.1" status: 200 len: 375 time: 0.0090973 Jun 15 14:23:10.214882 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-a0d91e94-f160-4256-aa40-5368668b836d req-4f06fc7d-2a47-4016-aa0e-fb5f05d3df9a tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=933a0269098045b69989ffb717859053&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0746782 Jun 15 14:23:10.230575 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [req-a0d91e94-f160-4256-aa40-5368668b836d req-e9ffa8a9-beae-49fe-b3a2-4a29b8fcc3e4 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=91907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 15 14:23:10.231543 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-a0d91e94-f160-4256-aa40-5368668b836d req-e9ffa8a9-beae-49fe-b3a2-4a29b8fcc3e4 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052752 Jun 15 14:23:10.345981 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-a0d91e94-f160-4256-aa40-5368668b836d req-da2a7f05-6a53-43e4-a099-0986fcbc314a service neutron] 10.222.0.26 "GET /v2.0/networks/13fd6b09-b038-4af1-aa02-1e79eebe5398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090674 Jun 15 14:23:10.461794 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-a0d91e94-f160-4256-aa40-5368668b836d req-fa91d918-e5a1-464b-ae82-207dac17afc2 service neutron] 10.222.0.26 "GET /v2.0/networks/13fd6b09-b038-4af1-aa02-1e79eebe5398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100264 Jun 15 14:23:10.855966 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-7c673fea-7df8-435d-be38-3edde2f6cdf2 req-9a0ecd21-b9ff-4c3a-9d4e-98e340d3aee5 tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] 10.222.0.26 "GET /v2.0/ports?device_id=04334da7-0d29-48e9-b6c3-2558e092a103 HTTP/1.1" status: 200 len: 210 time: 0.1324778 Jun 15 14:23:12.045899 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-10bc80fa-c3d8-4d0a-984e-f9a3a6cc47bb req-f51d2c9a-36c2-4f84-900f-1d76d97f9e04 tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] 10.222.0.26 "GET /v2.0/ports?device_id=04334da7-0d29-48e9-b6c3-2558e092a103 HTTP/1.1" status: 200 len: 210 time: 0.0516727 Jun 15 14:23:12.076130 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d91e94-f160-4256-aa40-5368668b836d req-3c1df69f-c845-4bf6-9dec-ee3813d771ea tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:23:12.077605 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-a0d91e94-f160-4256-aa40-5368668b836d req-3c1df69f-c845-4bf6-9dec-ee3813d771ea tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] 10.222.0.67 "GET /v2.0/networks?id=13fd6b09-b038-4af1-aa02-1e79eebe5398 HTTP/1.1" status: 200 len: 808 time: 0.1711788 Jun 15 14:23:12.130863 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-a0d91e94-f160-4256-aa40-5368668b836d req-ba558a9f-d020-4dfc-8f75-6416df7fba84 tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=933a0269098045b69989ffb717859053 HTTP/1.1" status: 200 len: 378 time: 0.0372710 Jun 15 14:23:12.141521 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.v2.base [req-a0d91e94-f160-4256-aa40-5368668b836d req-c2a15cf5-10d4-401e-b52c-648be71ea5cc tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Request body: {'port': {'device_id': '04334da7-0d29-48e9-b6c3-2558e092a103', 'network_id': '13fd6b09-b038-4af1-aa02-1e79eebe5398', 'admin_state_up': True, 'tenant_id': '933a0269098045b69989ffb717859053', 'security_groups': ['a166b4f7-d712-49ed-bf3c-3ad1c9fbdfd3']}} {{(pid=91907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:23:12.273608 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0d91e94-f160-4256-aa40-5368668b836d req-c2a15cf5-10d4-401e-b52c-648be71ea5cc tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Made reservation on behalf of 933a0269098045b69989ffb717859053 for: {'port': 1} {{(pid=91907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:23:12.277083 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-a0d91e94-f160-4256-aa40-5368668b836d req-c2a15cf5-10d4-401e-b52c-648be71ea5cc tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-33170876'] for port, before_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:23:12.421533 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.db.db_base_plugin_common [req-a0d91e94-f160-4256-aa40-5368668b836d req-c2a15cf5-10d4-401e-b52c-648be71ea5cc tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Allocated IP 172.20.0.3 (13fd6b09-b038-4af1-aa02-1e79eebe5398/a7db9feb-f419-4820-ba23-ae3cffe5e3e5/9eb1375b-f923-4e9e-a0cb-e76003f2c342) {{(pid=91907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:23:12.593931 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-a0d91e94-f160-4256-aa40-5368668b836d req-c2a15cf5-10d4-401e-b52c-648be71ea5cc tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Notify callbacks [] for port, precommit_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:23:12.606638 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.db.provisioning_blocks [req-a0d91e94-f160-4256-aa40-5368668b836d req-c2a15cf5-10d4-401e-b52c-648be71ea5cc tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Transition to ACTIVE for port object 9eb1375b-f923-4e9e-a0cb-e76003f2c342 will not be triggered until provisioned by entity DHCP. {{(pid=91907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:23:12.650935 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-a0d91e94-f160-4256-aa40-5368668b836d req-c2a15cf5-10d4-401e-b52c-648be71ea5cc tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33170815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-53808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781714044429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4061915'] for port, after_create {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:23:12.655032 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-6da82904-c2b4-441e-99ba-3e8fc5766c59 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:23:12.705572 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0d91e94-f160-4256-aa40-5368668b836d req-c2a15cf5-10d4-401e-b52c-648be71ea5cc tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Network 13fd6b09-b038-4af1-aa02-1e79eebe5398 is already hosted by enough agents. {{(pid=91907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:23:12.709426 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.scheduler.base_scheduler [req-a0d91e94-f160-4256-aa40-5368668b836d req-c2a15cf5-10d4-401e-b52c-648be71ea5cc tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Resources bound (agent type, host, resource id): {{(pid=91907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:23:12.713116 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0d91e94-f160-4256-aa40-5368668b836d req-c2a15cf5-10d4-401e-b52c-648be71ea5cc tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Received port after_create {{(pid=91907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:23:12.719686 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a15cf5-10d4-401e-b52c-648be71ea5cc tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Pushing event updated for resources: {'Port': ['ID=9eb1375b-f923-4e9e-a0cb-e76003f2c342,revision_number=1']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:23:12.753011 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-c2a15cf5-10d4-401e-b52c-648be71ea5cc tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:23:12.781822 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d91e94-f160-4256-aa40-5368668b836d req-c2a15cf5-10d4-401e-b52c-648be71ea5cc tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:23:12.782466 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-a0d91e94-f160-4256-aa40-5368668b836d req-c2a15cf5-10d4-401e-b52c-648be71ea5cc tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58954'] for port, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:23:12.797914 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-a0d91e94-f160-4256-aa40-5368668b836d req-c2a15cf5-10d4-401e-b52c-648be71ea5cc tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6599813 Jun 15 14:23:12.817309 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [req-a0d91e94-f160-4256-aa40-5368668b836d req-a8e0d7ce-1e71-4163-a272-f376c4017cb1 tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=91907) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 15 14:23:12.818271 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-a0d91e94-f160-4256-aa40-5368668b836d req-a8e0d7ce-1e71-4163-a272-f376c4017cb1 tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059729 Jun 15 14:23:12.879670 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.v2.base [req-a0d91e94-f160-4256-aa40-5368668b836d req-4364d029-5a63-41c6-8e80-37eb49f54f39 service neutron] Request body: {'port': {'device_id': '04334da7-0d29-48e9-b6c3-2558e092a103', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79647'}} {{(pid=91907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:23:12.926728 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-580f1db3-eeba-4a30-9149-ff7d78764ac5 None None] Provisioning for port 9eb1375b-f923-4e9e-a0cb-e76003f2c342 completed by entity DHCP. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:23:12.930551 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-580f1db3-eeba-4a30-9149-ff7d78764ac5 None None] Provisioning complete for port 9eb1375b-f923-4e9e-a0cb-e76003f2c342 triggered by entity DHCP. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:23:12.931002 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-580f1db3-eeba-4a30-9149-ff7d78764ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897510'] for port, provisioning_complete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:23:12.951886 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.agents_db [None req-1fbdf4bf-3b4b-440e-bd18-8a0939d62d55 None None] Agent healthcheck: found 6 active agents {{(pid=91910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:23:12.969993 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-a0d91e94-f160-4256-aa40-5368668b836d req-4364d029-5a63-41c6-8e80-37eb49f54f39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:23:12.970302 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.plugin [None req-580f1db3-eeba-4a30-9149-ff7d78764ac5 None None] Port 9eb1375b-f923-4e9e-a0cb-e76003f2c342 cannot update to ACTIVE because it is not bound. {{(pid=91909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 15 14:23:13.233997 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37afb4a-3e56-4f25-9283-045218090d27 req-0eff6162-9202-4913-b03b-833f9b502b65 tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:23:13.235419 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-d37afb4a-3e56-4f25-9283-045218090d27 req-0eff6162-9202-4913-b03b-833f9b502b65 tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] 10.222.0.26 "GET /v2.0/ports?device_id=04334da7-0d29-48e9-b6c3-2558e092a103 HTTP/1.1" status: 200 len: 931 time: 0.0726159 Jun 15 14:23:13.279550 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-d37afb4a-3e56-4f25-9283-045218090d27 req-6d8224b9-017a-434f-b4e4-d3dfd91cb45c tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] 10.222.0.26 "GET /v2.0/security-groups?id=a166b4f7-d712-49ed-bf3c-3ad1c9fbdfd3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0371194 Jun 15 14:23:13.281700 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.notifiers.nova [req-a0d91e94-f160-4256-aa40-5368668b836d req-4364d029-5a63-41c6-8e80-37eb49f54f39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9eb1375b-f923-4e9e-a0cb-e76003f2c342 {{(pid=91907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:23:13.289623 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-a0d91e94-f160-4256-aa40-5368668b836d req-4364d029-5a63-41c6-8e80-37eb49f54f39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:23:13.301807 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.db.provisioning_blocks [req-a0d91e94-f160-4256-aa40-5368668b836d req-4364d029-5a63-41c6-8e80-37eb49f54f39 service neutron] Transition to ACTIVE for port object 9eb1375b-f923-4e9e-a0cb-e76003f2c342 will not be triggered until provisioned by entity L2. {{(pid=91907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:23:13.305947 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-a0d91e94-f160-4256-aa40-5368668b836d req-4364d029-5a63-41c6-8e80-37eb49f54f39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4061925'] for port, after_update {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:23:13.308827 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-9363cc06-338b-49cf-bc7e-2ef74e565ccb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:23:13.404231 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4364d029-5a63-41c6-8e80-37eb49f54f39 service neutron] Pushing event updated for resources: {'Port': ['ID=9eb1375b-f923-4e9e-a0cb-e76003f2c342,revision_number=2']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:23:13.407610 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-4364d029-5a63-41c6-8e80-37eb49f54f39 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:23:13.499718 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.managers [req-a0d91e94-f160-4256-aa40-5368668b836d req-4364d029-5a63-41c6-8e80-37eb49f54f39 service neutron] Attempting to bind port 9eb1375b-f923-4e9e-a0cb-e76003f2c342 on host hv-cinder-79647 for vnic_type normal with profile {{(pid=91907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:23:13.500058 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.managers [req-a0d91e94-f160-4256-aa40-5368668b836d req-4364d029-5a63-41c6-8e80-37eb49f54f39 service neutron] Attempting to bind port 9eb1375b-f923-4e9e-a0cb-e76003f2c342 by drivers openvswitch,hyperv on host hv-cinder-79647 at level 0 using segments [{'id': '759a8771-76ee-4657-9a53-a14a447f1a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '13fd6b09-b038-4af1-aa02-1e79eebe5398'}] {{(pid=91907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:23:13.500389 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d91e94-f160-4256-aa40-5368668b836d req-4364d029-5a63-41c6-8e80-37eb49f54f39 service neutron] Attempting to bind port 9eb1375b-f923-4e9e-a0cb-e76003f2c342 on network 13fd6b09-b038-4af1-aa02-1e79eebe5398 {{(pid=91907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:23:13.505766 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d91e94-f160-4256-aa40-5368668b836d req-4364d029-5a63-41c6-8e80-37eb49f54f39 service neutron] Port 9eb1375b-f923-4e9e-a0cb-e76003f2c342 on network 13fd6b09-b038-4af1-aa02-1e79eebe5398 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79647 {{(pid=91907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 14:23:13.506019 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d91e94-f160-4256-aa40-5368668b836d req-4364d029-5a63-41c6-8e80-37eb49f54f39 service neutron] Attempting to bind port 9eb1375b-f923-4e9e-a0cb-e76003f2c342 on network 13fd6b09-b038-4af1-aa02-1e79eebe5398 {{(pid=91907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:23:13.510842 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d91e94-f160-4256-aa40-5368668b836d req-4364d029-5a63-41c6-8e80-37eb49f54f39 service neutron] Checking agent: {'id': 'ecd79229-812b-453e-8934-f3ab9293fb1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79647', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 10, 57), 'started_at': datetime.datetime(2021, 6, 15, 14, 10, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:23:13.511181 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d91e94-f160-4256-aa40-5368668b836d req-4364d029-5a63-41c6-8e80-37eb49f54f39 service neutron] Checking segment: {'id': '759a8771-76ee-4657-9a53-a14a447f1a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '13fd6b09-b038-4af1-aa02-1e79eebe5398'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:23:13.511566 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d91e94-f160-4256-aa40-5368668b836d req-4364d029-5a63-41c6-8e80-37eb49f54f39 service neutron] Bound using segment: {'id': '759a8771-76ee-4657-9a53-a14a447f1a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '13fd6b09-b038-4af1-aa02-1e79eebe5398'} {{(pid=91907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:23:13.511993 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.managers [req-a0d91e94-f160-4256-aa40-5368668b836d req-4364d029-5a63-41c6-8e80-37eb49f54f39 service neutron] Bound port: 9eb1375b-f923-4e9e-a0cb-e76003f2c342, host: hv-cinder-79647, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '759a8771-76ee-4657-9a53-a14a447f1a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '13fd6b09-b038-4af1-aa02-1e79eebe5398'}}] {{(pid=91907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:23:13.512338 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-a0d91e94-f160-4256-aa40-5368668b836d req-4364d029-5a63-41c6-8e80-37eb49f54f39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:23:13.590940 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.db [req-a0d91e94-f160-4256-aa40-5368668b836d req-4364d029-5a63-41c6-8e80-37eb49f54f39 service neutron] For port 9eb1375b-f923-4e9e-a0cb-e76003f2c342, host hv-cinder-79647, cleared binding levels {{(pid=91907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:23:13.595185 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.db [req-a0d91e94-f160-4256-aa40-5368668b836d req-4364d029-5a63-41c6-8e80-37eb49f54f39 service neutron] For port 9eb1375b-f923-4e9e-a0cb-e76003f2c342, host hv-cinder-79647, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79647',level=0,port_id=9eb1375b-f923-4e9e-a0cb-e76003f2c342,segment=NetworkSegment(759a8771-76ee-4657-9a53-a14a447f1a7e),segment_id=759a8771-76ee-4657-9a53-a14a447f1a7e)] {{(pid=91907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:23:13.599415 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-a0d91e94-f160-4256-aa40-5368668b836d req-4364d029-5a63-41c6-8e80-37eb49f54f39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4061925'] for port, after_update {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:23:13.602264 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-e9e285a5-c7a0-41b6-bfe9-d72c374b9002 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:23:13.637843 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d91e94-f160-4256-aa40-5368668b836d req-4364d029-5a63-41c6-8e80-37eb49f54f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:23:13.638457 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-a0d91e94-f160-4256-aa40-5368668b836d req-4364d029-5a63-41c6-8e80-37eb49f54f39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58954'] for port, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:23:13.640050 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-a0d91e94-f160-4256-aa40-5368668b836d req-4364d029-5a63-41c6-8e80-37eb49f54f39 service neutron] 10.222.0.67 "PUT /v2.0/ports/9eb1375b-f923-4e9e-a0cb-e76003f2c342 HTTP/1.1" status: 200 len: 1093 time: 0.8140819 Jun 15 14:23:13.640402 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04334da7-0d29-48e9-b6c3-2558e092a103', 'tag': '9eb1375b-f923-4e9e-a0cb-e76003f2c342'}] {{(pid=91907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:23:13.642804 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24467d57c8f568e2e16d95ba24031d6b60035fd708ad429d2e8baac5a477cd4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd4e49bd-f3a3-4815-9533-e5b4451b4cf2" -d '{"events": [{"name": "network-changed", "server_uuid": "04334da7-0d29-48e9-b6c3-2558e092a103", "tag": "9eb1375b-f923-4e9e-a0cb-e76003f2c342"}]}' {{(pid=91907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:23:13.675762 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4364d029-5a63-41c6-8e80-37eb49f54f39 service neutron] Pushing event updated for resources: {'Port': ['ID=9eb1375b-f923-4e9e-a0cb-e76003f2c342,revision_number=3']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:23:13.678711 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-4364d029-5a63-41c6-8e80-37eb49f54f39 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:23:13.696597 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 14:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbc016f3-896e-4b19-b472-28bc447ba550 x-openstack-request-id: req-fbc016f3-896e-4b19-b472-28bc447ba550 {{(pid=91907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:23:13.697100 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04334da7-0d29-48e9-b6c3-2558e092a103", "tag": "9eb1375b-f923-4e9e-a0cb-e76003f2c342", "status": "completed", "code": 200}]} {{(pid=91907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:23:13.697557 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fbc016f3-896e-4b19-b472-28bc447ba550 {{(pid=91907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:23:13.697910 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04334da7-0d29-48e9-b6c3-2558e092a103', 'tag': '9eb1375b-f923-4e9e-a0cb-e76003f2c342', 'status': 'completed', 'code': 200} Jun 15 14:23:13.776399 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d91e94-f160-4256-aa40-5368668b836d req-4ef44dbd-7784-43b1-b18f-4883fb1075dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:23:13.777910 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-a0d91e94-f160-4256-aa40-5368668b836d req-4ef44dbd-7784-43b1-b18f-4883fb1075dd service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=933a0269098045b69989ffb717859053&device_id=04334da7-0d29-48e9-b6c3-2558e092a103 HTTP/1.1" status: 200 len: 1096 time: 0.0647695 Jun 15 14:23:13.839045 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-a0d91e94-f160-4256-aa40-5368668b836d req-d8d98c7e-7ba0-4cc8-b5a2-ae099f02fce8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9eb1375b-f923-4e9e-a0cb-e76003f2c342 HTTP/1.1" status: 200 len: 217 time: 0.0479927 Jun 15 14:23:13.894921 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d91e94-f160-4256-aa40-5368668b836d req-c411ecdc-992a-4e67-b9d6-56162e85601b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:23:13.896300 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-a0d91e94-f160-4256-aa40-5368668b836d req-c411ecdc-992a-4e67-b9d6-56162e85601b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a7db9feb-f419-4820-ba23-ae3cffe5e3e5 HTTP/1.1" status: 200 len: 847 time: 0.0504522 Jun 15 14:23:13.963445 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d91e94-f160-4256-aa40-5368668b836d req-07b00045-1b98-4b5b-955f-9d8e9764fe50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:23:13.964891 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-a0d91e94-f160-4256-aa40-5368668b836d req-07b00045-1b98-4b5b-955f-9d8e9764fe50 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=13fd6b09-b038-4af1-aa02-1e79eebe5398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0623717 Jun 15 14:23:14.078354 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-a0d91e94-f160-4256-aa40-5368668b836d req-fcde83d4-fc2b-4d46-8bac-92267b351ad8 service neutron] 10.222.0.67 "GET /v2.0/networks/13fd6b09-b038-4af1-aa02-1e79eebe5398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067700 Jun 15 14:23:14.185370 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-a0d91e94-f160-4256-aa40-5368668b836d req-a3d0beff-531c-4d99-8def-eaa2771973ce service neutron] 10.222.0.67 "GET /v2.0/networks/13fd6b09-b038-4af1-aa02-1e79eebe5398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010580 Jun 15 14:23:14.345058 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4e49bd-f3a3-4815-9533-e5b4451b4cf2 req-9d8ddc1d-5e9e-4a2d-a54d-b8f179f157bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:23:14.346584 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-fd4e49bd-f3a3-4815-9533-e5b4451b4cf2 req-9d8ddc1d-5e9e-4a2d-a54d-b8f179f157bc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=933a0269098045b69989ffb717859053&device_id=04334da7-0d29-48e9-b6c3-2558e092a103 HTTP/1.1" status: 200 len: 1096 time: 0.0608728 Jun 15 14:23:14.464382 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4e49bd-f3a3-4815-9533-e5b4451b4cf2 req-2d2bc73f-9a9a-415f-9d37-a68680beaead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:23:14.465831 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-fd4e49bd-f3a3-4815-9533-e5b4451b4cf2 req-2d2bc73f-9a9a-415f-9d37-a68680beaead service neutron] 10.222.0.67 "GET /v2.0/networks?id=13fd6b09-b038-4af1-aa02-1e79eebe5398 HTTP/1.1" status: 200 len: 909 time: 0.1127732 Jun 15 14:23:14.469138 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b066af8-65bc-407e-9183-3d0c1417630f req-07ca7db0-f15c-4f7e-989e-b99fa1aeb3c7 tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:23:14.470584 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-5b066af8-65bc-407e-9183-3d0c1417630f req-07ca7db0-f15c-4f7e-989e-b99fa1aeb3c7 tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] 10.222.0.26 "GET /v2.0/ports?device_id=04334da7-0d29-48e9-b6c3-2558e092a103 HTTP/1.1" status: 200 len: 943 time: 0.0779011 Jun 15 14:23:14.512532 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-5b066af8-65bc-407e-9183-3d0c1417630f req-e1481111-e30a-4191-a733-0bfaae64b750 tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] 10.222.0.26 "GET /v2.0/security-groups?id=a166b4f7-d712-49ed-bf3c-3ad1c9fbdfd3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0362692 Jun 15 14:23:14.520206 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-fd4e49bd-f3a3-4815-9533-e5b4451b4cf2 req-53ae1a24-7bee-4ea2-8c34-01d25518e2b8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9eb1375b-f923-4e9e-a0cb-e76003f2c342 HTTP/1.1" status: 200 len: 217 time: 0.0475516 Jun 15 14:23:14.575633 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4e49bd-f3a3-4815-9533-e5b4451b4cf2 req-39da2aa1-568b-441f-8df2-bfb75c5d693e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:23:14.577036 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-fd4e49bd-f3a3-4815-9533-e5b4451b4cf2 req-39da2aa1-568b-441f-8df2-bfb75c5d693e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a7db9feb-f419-4820-ba23-ae3cffe5e3e5 HTTP/1.1" status: 200 len: 847 time: 0.0506315 Jun 15 14:23:14.641477 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4e49bd-f3a3-4815-9533-e5b4451b4cf2 req-a8bddcb9-9806-4054-b913-bcb5799811ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:23:14.642972 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-fd4e49bd-f3a3-4815-9533-e5b4451b4cf2 req-a8bddcb9-9806-4054-b913-bcb5799811ba service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=13fd6b09-b038-4af1-aa02-1e79eebe5398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0600138 Jun 15 14:23:14.756226 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-fd4e49bd-f3a3-4815-9533-e5b4451b4cf2 req-1e02fe17-9eed-4bb7-a369-3641089155e3 service neutron] 10.222.0.67 "GET /v2.0/networks/13fd6b09-b038-4af1-aa02-1e79eebe5398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066661 Jun 15 14:23:14.865746 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-fd4e49bd-f3a3-4815-9533-e5b4451b4cf2 req-11bbba2d-9be1-4128-910b-1fbc0029c8fa service neutron] 10.222.0.67 "GET /v2.0/networks/13fd6b09-b038-4af1-aa02-1e79eebe5398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032712 Jun 15 14:23:15.699032 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f1fa5b-7b14-46e2-a131-c159b5e81de3 req-854a2ced-3973-487f-928d-7a695cc35529 tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:23:15.700491 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-45f1fa5b-7b14-46e2-a131-c159b5e81de3 req-854a2ced-3973-487f-928d-7a695cc35529 tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] 10.222.0.26 "GET /v2.0/ports?device_id=04334da7-0d29-48e9-b6c3-2558e092a103 HTTP/1.1" status: 200 len: 943 time: 0.0723913 Jun 15 14:23:15.742150 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-45f1fa5b-7b14-46e2-a131-c159b5e81de3 req-c4cd683c-f384-475a-bac4-a95643046f06 tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] 10.222.0.26 "GET /v2.0/security-groups?id=a166b4f7-d712-49ed-bf3c-3ad1c9fbdfd3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0358949 Jun 15 14:23:16.930910 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225ae9e0-db19-4ab1-bbaf-be8fb19c7249 req-1d9713dc-88e7-4966-a027-655db084f894 tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:23:16.932277 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-225ae9e0-db19-4ab1-bbaf-be8fb19c7249 req-1d9713dc-88e7-4966-a027-655db084f894 tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] 10.222.0.26 "GET /v2.0/ports?device_id=04334da7-0d29-48e9-b6c3-2558e092a103 HTTP/1.1" status: 200 len: 943 time: 0.0728848 Jun 15 14:23:16.973216 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-225ae9e0-db19-4ab1-bbaf-be8fb19c7249 req-178afc2f-3af2-4891-bb24-0db327081b7f tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] 10.222.0.26 "GET /v2.0/security-groups?id=a166b4f7-d712-49ed-bf3c-3ad1c9fbdfd3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0352917 Jun 15 14:23:18.056652 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-2061c33a-00ad-41ae-8754-8bd40efe984e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:23:18.151550 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16bb0ad-86a0-4655-b538-083335915ff3 req-16404b08-888d-4f44-8c07-a673d49c6578 tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:23:18.153026 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-c16bb0ad-86a0-4655-b538-083335915ff3 req-16404b08-888d-4f44-8c07-a673d49c6578 tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] 10.222.0.26 "GET /v2.0/ports?device_id=04334da7-0d29-48e9-b6c3-2558e092a103 HTTP/1.1" status: 200 len: 943 time: 0.0687625 Jun 15 14:23:18.193424 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-c16bb0ad-86a0-4655-b538-083335915ff3 req-dbd62628-c613-49f9-ba71-f5c727694bba tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] 10.222.0.26 "GET /v2.0/security-groups?id=a166b4f7-d712-49ed-bf3c-3ad1c9fbdfd3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0347795 Jun 15 14:23:19.369567 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808509d5-54e7-4e65-b503-321196d636ce req-adb00b18-4bcb-42d0-9cdb-86208c0c6a0a tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:23:19.371033 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-808509d5-54e7-4e65-b503-321196d636ce req-adb00b18-4bcb-42d0-9cdb-86208c0c6a0a tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] 10.222.0.26 "GET /v2.0/ports?device_id=04334da7-0d29-48e9-b6c3-2558e092a103 HTTP/1.1" status: 200 len: 943 time: 0.0678031 Jun 15 14:23:19.413234 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-808509d5-54e7-4e65-b503-321196d636ce req-59969b3a-0e96-43eb-995f-3cb639196523 tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] 10.222.0.26 "GET /v2.0/security-groups?id=a166b4f7-d712-49ed-bf3c-3ad1c9fbdfd3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0366113 Jun 15 14:23:20.686579 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:23:20.891060 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ff029d-26a4-40d7-b5eb-4c7ab7cfd8f5 req-188c1175-0db3-430a-a8ae-51046586a2bc tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:23:20.892522 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-48ff029d-26a4-40d7-b5eb-4c7ab7cfd8f5 req-188c1175-0db3-430a-a8ae-51046586a2bc tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] 10.222.0.26 "GET /v2.0/ports?device_id=04334da7-0d29-48e9-b6c3-2558e092a103 HTTP/1.1" status: 200 len: 943 time: 0.3642564 Jun 15 14:23:20.931224 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-35e9f1c4-2bde-4107-8996-723b707af511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:23:20.934048 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-48ff029d-26a4-40d7-b5eb-4c7ab7cfd8f5 req-e4d28395-ef50-49d3-a9cf-2a1704c1bf28 tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] 10.222.0.26 "GET /v2.0/security-groups?id=a166b4f7-d712-49ed-bf3c-3ad1c9fbdfd3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0350220 Jun 15 14:23:21.173289 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Device 9eb1375b-f923-4e9e-a0cb-e76003f2c342 details requested by agent hyperv_hv-cinder-79647 with host hv-cinder-79647 {{(pid=91909) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 14:23:21.420048 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] For port 9eb1375b-f923-4e9e-a0cb-e76003f2c342, host hv-cinder-79647, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79647',level=0,port_id=9eb1375b-f923-4e9e-a0cb-e76003f2c342,segment=NetworkSegment(759a8771-76ee-4657-9a53-a14a447f1a7e),segment_id=759a8771-76ee-4657-9a53-a14a447f1a7e)] {{(pid=91909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:23:21.432939 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Returning: {'device': '9eb1375b-f923-4e9e-a0cb-e76003f2c342', 'network_id': '13fd6b09-b038-4af1-aa02-1e79eebe5398', 'port_id': '9eb1375b-f923-4e9e-a0cb-e76003f2c342', 'mac_address': 'fa:16:3e:2f:2d:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 855, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7db9feb-f419-4820-ba23-ae3cffe5e3e5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91909) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 14:23:21.479612 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:23:21.493808 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.notifiers.nova [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9eb1375b-f923-4e9e-a0cb-e76003f2c342 {{(pid=91909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:23:21.514133 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] For port 9eb1375b-f923-4e9e-a0cb-e76003f2c342, host hv-cinder-79647, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79647',level=0,port_id=9eb1375b-f923-4e9e-a0cb-e76003f2c342,segment=NetworkSegment(759a8771-76ee-4657-9a53-a14a447f1a7e),segment_id=759a8771-76ee-4657-9a53-a14a447f1a7e)] {{(pid=91909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:23:21.518421 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492'] for port, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:23:21.521112 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-42cb7c62-6760-40c4-b7ca-415231ebce0e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:23:21.583535 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Pushing event updated for resources: {'Port': ['ID=9eb1375b-f923-4e9e-a0cb-e76003f2c342,revision_number=4']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:23:21.586708 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:23:21.805050 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] get_ports_and_sgs() called for port_ids ['9eb1375b-f923-4e9e-a0cb-e76003f2c342'] {{(pid=91909) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:23:21.841401 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-a2325736-757f-4788-9f3d-6fe831cb64a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:23:22.118849 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8368576-a0c4-4093-a21b-db868cf34769 req-6aacbaad-04da-4f39-8e94-8a2228d4a556 tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:23:22.120365 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-b8368576-a0c4-4093-a21b-db868cf34769 req-6aacbaad-04da-4f39-8e94-8a2228d4a556 tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] 10.222.0.26 "GET /v2.0/ports?device_id=04334da7-0d29-48e9-b6c3-2558e092a103 HTTP/1.1" status: 200 len: 944 time: 0.0724101 Jun 15 14:23:22.164156 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-b8368576-a0c4-4093-a21b-db868cf34769 req-a70c6dcb-7002-4fef-8a38-296b3196aaf5 tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] 10.222.0.26 "GET /v2.0/security-groups?id=a166b4f7-d712-49ed-bf3c-3ad1c9fbdfd3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376816 Jun 15 14:23:23.202640 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Device 9eb1375b-f923-4e9e-a0cb-e76003f2c342 up at agent hyperv_hv-cinder-79647 {{(pid=91909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:23:23.260901 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Provisioning for port 9eb1375b-f923-4e9e-a0cb-e76003f2c342 completed by entity L2. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:23:23.264852 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Provisioning complete for port 9eb1375b-f923-4e9e-a0cb-e76003f2c342 triggered by entity L2. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:23:23.265235 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897510'] for port, provisioning_complete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:23:23.343017 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fa4bee-da9d-4305-98ab-28650d5b67b3 req-421a8b55-bf7d-42c2-bfed-6df53adc9cf9 tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:23:23.344485 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-79fa4bee-da9d-4305-98ab-28650d5b67b3 req-421a8b55-bf7d-42c2-bfed-6df53adc9cf9 tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] 10.222.0.26 "GET /v2.0/ports?device_id=04334da7-0d29-48e9-b6c3-2558e092a103 HTTP/1.1" status: 200 len: 944 time: 0.0688305 Jun 15 14:23:23.353436 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:23:23.377209 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04334da7-0d29-48e9-b6c3-2558e092a103', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eb1375b-f923-4e9e-a0cb-e76003f2c342'}] {{(pid=91909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:23:23.381572 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}018986bfbd05ca611dd30af7db176f5a3185891675ab09d2ffafe9409078adde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8988d40-d0ae-4b51-94e5-038053111fec" -d '{"events": [{"server_uuid": "04334da7-0d29-48e9-b6c3-2558e092a103", "name": "network-vif-plugged", "status": "completed", "tag": "9eb1375b-f923-4e9e-a0cb-e76003f2c342"}]}' {{(pid=91909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:23:23.386125 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-79fa4bee-da9d-4305-98ab-28650d5b67b3 req-0afbf943-fc6b-4f62-973c-f12c88c937f7 tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] 10.222.0.26 "GET /v2.0/security-groups?id=a166b4f7-d712-49ed-bf3c-3ad1c9fbdfd3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0352674 Jun 15 14:23:23.398071 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] For port 9eb1375b-f923-4e9e-a0cb-e76003f2c342, host hv-cinder-79647, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79647',level=0,port_id=9eb1375b-f923-4e9e-a0cb-e76003f2c342,segment=NetworkSegment(759a8771-76ee-4657-9a53-a14a447f1a7e),segment_id=759a8771-76ee-4657-9a53-a14a447f1a7e)] {{(pid=91909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:23:23.404099 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492'] for port, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:23:23.408792 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-383bec95-35b8-4f6b-bcd2-fa5a5b09eed5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:23:23.440296 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f5a677f-9c74-4b51-9ba2-11fa7d2dfebe x-openstack-request-id: req-9f5a677f-9c74-4b51-9ba2-11fa7d2dfebe {{(pid=91909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:23:23.440596 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04334da7-0d29-48e9-b6c3-2558e092a103", "name": "network-vif-plugged", "status": "completed", "tag": "9eb1375b-f923-4e9e-a0cb-e76003f2c342", "code": 200}]} {{(pid=91909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:23:23.441196 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9f5a677f-9c74-4b51-9ba2-11fa7d2dfebe {{(pid=91909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:23:23.441606 dv-cinder-796471-1-iscsi neutron-server[91909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04334da7-0d29-48e9-b6c3-2558e092a103', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eb1375b-f923-4e9e-a0cb-e76003f2c342', 'code': 200} Jun 15 14:23:23.471483 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-987cb3c8-732e-4ef7-aae2-903816ba9880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:23:23.488790 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Pushing event updated for resources: {'Port': ['ID=9eb1375b-f923-4e9e-a0cb-e76003f2c342,revision_number=5']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:23:23.491780 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:23:23.746856 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df14e32e-32de-4415-bc9e-aa4dd3031e79 req-5f249168-e32e-447b-8da9-ea7bfae64bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:23:23.748254 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-df14e32e-32de-4415-bc9e-aa4dd3031e79 req-5f249168-e32e-447b-8da9-ea7bfae64bee service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=04334da7-0d29-48e9-b6c3-2558e092a103 HTTP/1.1" status: 200 len: 1098 time: 0.0618341 Jun 15 14:23:23.784338 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-df14e32e-32de-4415-bc9e-aa4dd3031e79 req-a6784771-4c90-4342-83f1-dc02bd278894 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=a166b4f7-d712-49ed-bf3c-3ad1c9fbdfd3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0301311 Jun 15 14:23:24.576734 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d904d56-3f1b-4039-bfeb-9cdb04983ba1 req-396455ef-0e90-4666-9346-93f8808c04ef tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:23:24.578170 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-3d904d56-3f1b-4039-bfeb-9cdb04983ba1 req-396455ef-0e90-4666-9346-93f8808c04ef tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] 10.222.0.26 "GET /v2.0/ports?device_id=04334da7-0d29-48e9-b6c3-2558e092a103 HTTP/1.1" status: 200 len: 945 time: 0.0690746 Jun 15 14:23:24.620163 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-3d904d56-3f1b-4039-bfeb-9cdb04983ba1 req-1a935ca2-a21c-4190-bb6f-cd09d4f08c86 tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] 10.222.0.26 "GET /v2.0/security-groups?id=a166b4f7-d712-49ed-bf3c-3ad1c9fbdfd3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0363150 Jun 15 14:23:25.799113 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0935168d-797b-445f-acfd-a8d7b2dce0b0 req-921f7fbf-57ed-4ce3-b11b-82d5528e6715 tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:23:25.801087 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-0935168d-797b-445f-acfd-a8d7b2dce0b0 req-921f7fbf-57ed-4ce3-b11b-82d5528e6715 tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] 10.222.0.26 "GET /v2.0/ports?device_id=04334da7-0d29-48e9-b6c3-2558e092a103 HTTP/1.1" status: 200 len: 945 time: 0.0683825 Jun 15 14:23:25.841648 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-0935168d-797b-445f-acfd-a8d7b2dce0b0 req-a1d4267a-7ec2-4f76-a7f0-92ebb92983a3 tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] 10.222.0.26 "GET /v2.0/security-groups?id=a166b4f7-d712-49ed-bf3c-3ad1c9fbdfd3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0350423 Jun 15 14:23:26.023615 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aa32b8-c6fc-4db2-8563-46a78ca94717 req-c8c7f066-1927-4b75-93e7-d3498814b1a7 tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:23:26.024992 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-97aa32b8-c6fc-4db2-8563-46a78ca94717 req-c8c7f066-1927-4b75-93e7-d3498814b1a7 tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] 10.222.0.26 "GET /v2.0/ports?device_id=04334da7-0d29-48e9-b6c3-2558e092a103 HTTP/1.1" status: 200 len: 945 time: 0.0718503 Jun 15 14:23:26.066466 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-97aa32b8-c6fc-4db2-8563-46a78ca94717 req-60be6b38-08f0-4ad6-9d3b-270492d1b640 tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] 10.222.0.26 "GET /v2.0/security-groups?id=a166b4f7-d712-49ed-bf3c-3ad1c9fbdfd3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0357943 Jun 15 14:23:26.090127 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 41952) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:23:26.245941 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f344a91-55e0-436f-9e7a-55049c86455c tempest-TestShelveInstance-1725279837 tempest-TestShelveInstance-1725279837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:23:26.247447 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-6f344a91-55e0-436f-9e7a-55049c86455c tempest-TestShelveInstance-1725279837 tempest-TestShelveInstance-1725279837-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=04334da7-0d29-48e9-b6c3-2558e092a103 HTTP/1.1" status: 200 len: 1093 time: 0.1563520 Jun 15 14:23:26.250284 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 41956) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:23:26.254542 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.v2.base [None req-49249c51-49b8-4bc6-bf59-4749b0d7e0f3 tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Request body: {'floatingip': {'floating_network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'port_id': '9eb1375b-f923-4e9e-a0cb-e76003f2c342', 'tenant_id': '933a0269098045b69989ffb717859053', 'fixed_ip_address': '172.20.0.3'}} {{(pid=91906) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:23:26.277673 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-49249c51-49b8-4bc6-bf59-4749b0d7e0f3 tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Notify callbacks [] for floatingip, before_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:23:26.393343 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-49249c51-49b8-4bc6-bf59-4749b0d7e0f3 tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-33170876'] for port, before_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:23:26.510910 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.db.db_base_plugin_common [None req-49249c51-49b8-4bc6-bf59-4749b0d7e0f3 tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Allocated IP 172.27.1.100 (962d46ed-056a-473f-b9cc-450bda4e3641/a342ae99-1675-4821-852d-5dc3e7213bc2/541ac485-68f0-4dc3-89a5-a193642cd16f) {{(pid=91906) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:23:26.637584 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-49249c51-49b8-4bc6-bf59-4749b0d7e0f3 tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Notify callbacks [] for port, precommit_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:23:26.676210 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-49249c51-49b8-4bc6-bf59-4749b0d7e0f3 tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33170815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-53808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781714044429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3410907'] for port, after_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:23:26.678888 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-b92a5ec9-c83d-4ef9-809b-a469b8fad23f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:23:26.725689 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49249c51-49b8-4bc6-bf59-4749b0d7e0f3 tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Network 962d46ed-056a-473f-b9cc-450bda4e3641 is already hosted by enough agents. {{(pid=91906) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:23:26.728463 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.scheduler.base_scheduler [None req-49249c51-49b8-4bc6-bf59-4749b0d7e0f3 tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Resources bound (agent type, host, resource id): {{(pid=91906) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:23:26.731981 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49249c51-49b8-4bc6-bf59-4749b0d7e0f3 tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Received port after_create {{(pid=91906) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:23:26.764165 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49249c51-49b8-4bc6-bf59-4749b0d7e0f3 tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Pushing event updated for resources: {'Port': ['ID=541ac485-68f0-4dc3-89a5-a193642cd16f,revision_number=1']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:23:26.771813 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-49249c51-49b8-4bc6-bf59-4749b0d7e0f3 tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:23:27.184046 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-49249c51-49b8-4bc6-bf59-4749b0d7e0f3 tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:23:27.281497 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-49249c51-49b8-4bc6-bf59-4749b0d7e0f3 tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:23:27.486185 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-49249c51-49b8-4bc6-bf59-4749b0d7e0f3 tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Notify callbacks [] for port, precommit_update {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:23:27.490702 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-49249c51-49b8-4bc6-bf59-4749b0d7e0f3 tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3410917'] for port, after_update {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:23:27.492670 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-27457e94-3363-4611-81f2-a2bbf832b90d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:23:27.580104 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49249c51-49b8-4bc6-bf59-4749b0d7e0f3 tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Pushing event updated for resources: {'Port': ['ID=541ac485-68f0-4dc3-89a5-a193642cd16f,revision_number=2']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:23:27.584629 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-49249c51-49b8-4bc6-bf59-4749b0d7e0f3 tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:23:27.589995 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-49249c51-49b8-4bc6-bf59-4749b0d7e0f3 tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-667260'] for floatingip, after_update {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:23:27.591950 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:23:27.725151 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.db.l3_db [None req-49249c51-49b8-4bc6-bf59-4749b0d7e0f3 tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Floating IP e2fa3394-93c0-4c32-873c-c74511e0e301 associated. External IP: 172.27.1.100, port: 9eb1375b-f923-4e9e-a0cb-e76003f2c342. Jun 15 14:23:28.295065 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49249c51-49b8-4bc6-bf59-4749b0d7e0f3 tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Router f6ee24f5-8c5f-4ed3-a978-5dacd8e5ac38 has already been hosted by L3 agent 7c0fcfb6-ee6c-4f84-9204-f4cc96555f34 {{(pid=91906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:23:28.438857 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49249c51-49b8-4bc6-bf59-4749b0d7e0f3 tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Notify agent at l3_agent.dv-cinder-796471-1-iscsi the message routers_updated {{(pid=91906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:23:28.448210 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dfdb3bb-217a-4ed2-9111-e21a21d9852e None None] Sync routers for ids ['f6ee24f5-8c5f-4ed3-a978-5dacd8e5ac38'] in dv-cinder-796471-1-iscsi {{(pid=91909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:23:28.454921 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-49249c51-49b8-4bc6-bf59-4749b0d7e0f3 tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58954'] for floatingip, before_response {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:23:28.460099 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dfdb3bb-217a-4ed2-9111-e21a21d9852e None None] Routers {'f6ee24f5-8c5f-4ed3-a978-5dacd8e5ac38'} bound to L3 agent in host dv-cinder-796471-1-iscsi {{(pid=91909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:23:28.460883 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_hamode_db [None req-9dfdb3bb-217a-4ed2-9111-e21a21d9852e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796471-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-15T14:04:51Z,description=,heartbeat_timestamp=2021-06-15T14:23:21Z,host='dv-cinder-796471-1-iscsi',id=7c0fcfb6-ee6c-4f84-9204-f4cc96555f34,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:04:51Z,topic='l3_agent')) {'router_ids': ['f6ee24f5-8c5f-4ed3-a978-5dacd8e5ac38'], 'active': True} {{(pid=91909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:23:28.497379 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-49249c51-49b8-4bc6-bf59-4749b0d7e0f3 tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2460437 Jun 15 14:23:28.498047 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04334da7-0d29-48e9-b6c3-2558e092a103', 'tag': '9eb1375b-f923-4e9e-a0cb-e76003f2c342'}] {{(pid=91906) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:23:28.500422 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6e08b2e8a943f90b978338aafac4b6863d86ad6c280d3789afb6c36825669ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bd8b0e5-bfdc-4cf8-9a04-3991e4d8a8f9" -d '{"events": [{"name": "network-changed", "server_uuid": "04334da7-0d29-48e9-b6c3-2558e092a103", "tag": "9eb1375b-f923-4e9e-a0cb-e76003f2c342"}]}' {{(pid=91906) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:23:28.595254 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 14:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf0bb325-a85b-4174-bfdb-613f8c1ebe93 x-openstack-request-id: req-cf0bb325-a85b-4174-bfdb-613f8c1ebe93 {{(pid=91906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:23:28.595582 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04334da7-0d29-48e9-b6c3-2558e092a103", "tag": "9eb1375b-f923-4e9e-a0cb-e76003f2c342", "status": "completed", "code": 200}]} {{(pid=91906) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:23:28.595873 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cf0bb325-a85b-4174-bfdb-613f8c1ebe93 {{(pid=91906) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:23:28.596301 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04334da7-0d29-48e9-b6c3-2558e092a103', 'tag': '9eb1375b-f923-4e9e-a0cb-e76003f2c342', 'status': 'completed', 'code': 200} Jun 15 14:23:28.606404 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_dvr_db [None req-9dfdb3bb-217a-4ed2-9111-e21a21d9852e None None] Set router f6ee24f5-8c5f-4ed3-a978-5dacd8e5ac38 gateway port host: dv-cinder-796471-1-iscsi {{(pid=91909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:23:28.699316 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd8b0e5-bfdc-4cf8-9a04-3991e4d8a8f9 req-c489d4c4-b6ed-4be9-825b-4f955b8f59a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:23:28.700789 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-9bd8b0e5-bfdc-4cf8-9a04-3991e4d8a8f9 req-c489d4c4-b6ed-4be9-825b-4f955b8f59a8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=933a0269098045b69989ffb717859053&device_id=04334da7-0d29-48e9-b6c3-2558e092a103 HTTP/1.1" status: 200 len: 1098 time: 0.0580852 Jun 15 14:23:28.818604 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd8b0e5-bfdc-4cf8-9a04-3991e4d8a8f9 req-aaca3441-0a9c-44dc-8d07-e51b401fe1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:23:28.820204 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-9bd8b0e5-bfdc-4cf8-9a04-3991e4d8a8f9 req-aaca3441-0a9c-44dc-8d07-e51b401fe1ad service neutron] 10.222.0.67 "GET /v2.0/networks?id=13fd6b09-b038-4af1-aa02-1e79eebe5398 HTTP/1.1" status: 200 len: 909 time: 0.1135945 Jun 15 14:23:28.891682 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_hamode_db [None req-9dfdb3bb-217a-4ed2-9111-e21a21d9852e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6ee24f5-8c5f-4ed3-a978-5dacd8e5ac38', 'name': 'tempest-TestShelveInstance-111875190-router', 'tenant_id': '933a0269098045b69989ffb717859053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'external_fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': '76ea037d-6b51-424b-9a66-088c50086680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:22:37Z', 'updated_at': '2021-06-15T14:22:41Z', 'revision_number': 4, 'project_id': '933a0269098045b69989ffb717859053', 'gw_port': {'id': '76ea037d-6b51-424b-9a66-088c50086680', 'name': '', 'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c0:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ee24f5-8c5f-4ed3-a978-5dacd8e5ac38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:22:38Z', 'updated_at': '2021-06-15T14:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796471-1-iscsi', '_floatingips': [{'id': 'e2fa3394-93c0-4c32-873c-c74511e0e301', 'tenant_id': '933a0269098045b69989ffb717859053', 'floating_ip_address': '172.27.1.100', 'floating_network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'router_id': 'f6ee24f5-8c5f-4ed3-a978-5dacd8e5ac38', 'port_id': '9eb1375b-f923-4e9e-a0cb-e76003f2c342', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13fd6b09-b038-4af1-aa02-1e79eebe5398', 'mac_address': 'fa:16:3e:2f:2d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04334da7-0d29-48e9-b6c3-2558e092a103', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-15T14:23:27Z', 'updated_at': '2021-06-15T14:23:27Z', 'revision_number': 0, 'project_id': '933a0269098045b69989ffb717859053', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e3b66fa-ceb1-4784-a599-30f77a7c90bf', 'name': '', 'network_id': '13fd6b09-b038-4af1-aa02-1e79eebe5398', 'tenant_id': '933a0269098045b69989ffb717859053', 'mac_address': 'fa:16:3e:42:0c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ee24f5-8c5f-4ed3-a978-5dacd8e5ac38', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'a7db9feb-f419-4820-ba23-ae3cffe5e3e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:22:40Z', 'updated_at': '2021-06-15T14:22:48Z', 'revision_number': 5, 'project_id': '933a0269098045b69989ffb717859053', 'subnets': [{'id': 'a7db9feb-f419-4820-ba23-ae3cffe5e3e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796471-1-iscsi', False) {} {{(pid=91909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:23:28.895902 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dfdb3bb-217a-4ed2-9111-e21a21d9852e None None] Checking router: f6ee24f5-8c5f-4ed3-a978-5dacd8e5ac38 for host: dv-cinder-796471-1-iscsi {{(pid=91909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:23:28.904039 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dfdb3bb-217a-4ed2-9111-e21a21d9852e None None] Routers {'f6ee24f5-8c5f-4ed3-a978-5dacd8e5ac38'} bound to L3 agent in host dv-cinder-796471-1-iscsi {{(pid=91909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:23:28.904653 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_hamode_db [None req-9dfdb3bb-217a-4ed2-9111-e21a21d9852e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796471-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-15T14:04:51Z,description=,heartbeat_timestamp=2021-06-15T14:23:21Z,host='dv-cinder-796471-1-iscsi',id=7c0fcfb6-ee6c-4f84-9204-f4cc96555f34,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:04:51Z,topic='l3_agent')) {'router_ids': ['f6ee24f5-8c5f-4ed3-a978-5dacd8e5ac38'], 'active': True} {{(pid=91909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:23:28.907308 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-9bd8b0e5-bfdc-4cf8-9a04-3991e4d8a8f9 req-238f3dc9-1726-4113-b166-268e725db12c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9eb1375b-f923-4e9e-a0cb-e76003f2c342 HTTP/1.1" status: 200 len: 999 time: 0.0802348 Jun 15 14:23:28.963376 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd8b0e5-bfdc-4cf8-9a04-3991e4d8a8f9 req-cb7248b8-6ee1-47b4-8040-80feb6ec45be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:23:28.964825 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-9bd8b0e5-bfdc-4cf8-9a04-3991e4d8a8f9 req-cb7248b8-6ee1-47b4-8040-80feb6ec45be service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a7db9feb-f419-4820-ba23-ae3cffe5e3e5 HTTP/1.1" status: 200 len: 847 time: 0.0517006 Jun 15 14:23:29.027442 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd8b0e5-bfdc-4cf8-9a04-3991e4d8a8f9 req-0a2d66f0-82af-44cb-9426-f2f53fa96c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:23:29.028967 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-9bd8b0e5-bfdc-4cf8-9a04-3991e4d8a8f9 req-0a2d66f0-82af-44cb-9426-f2f53fa96c21 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=13fd6b09-b038-4af1-aa02-1e79eebe5398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0584989 Jun 15 14:23:29.049303 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_dvr_db [None req-9dfdb3bb-217a-4ed2-9111-e21a21d9852e None None] Set router f6ee24f5-8c5f-4ed3-a978-5dacd8e5ac38 gateway port host: dv-cinder-796471-1-iscsi {{(pid=91909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:23:29.146761 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-9bd8b0e5-bfdc-4cf8-9a04-3991e4d8a8f9 req-6811d7a8-6dbd-48c1-b533-e1bca6810e56 service neutron] 10.222.0.67 "GET /v2.0/networks/13fd6b09-b038-4af1-aa02-1e79eebe5398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116333 Jun 15 14:23:29.264445 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-9bd8b0e5-bfdc-4cf8-9a04-3991e4d8a8f9 req-f2d63349-0d64-411c-a0ce-6cb7764a8abb service neutron] 10.222.0.67 "GET /v2.0/networks/13fd6b09-b038-4af1-aa02-1e79eebe5398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116078 Jun 15 14:23:29.463432 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_hamode_db [None req-9dfdb3bb-217a-4ed2-9111-e21a21d9852e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6ee24f5-8c5f-4ed3-a978-5dacd8e5ac38', 'name': 'tempest-TestShelveInstance-111875190-router', 'tenant_id': '933a0269098045b69989ffb717859053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'external_fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': '76ea037d-6b51-424b-9a66-088c50086680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:22:37Z', 'updated_at': '2021-06-15T14:22:41Z', 'revision_number': 4, 'project_id': '933a0269098045b69989ffb717859053', 'gw_port': {'id': '76ea037d-6b51-424b-9a66-088c50086680', 'name': '', 'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c0:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ee24f5-8c5f-4ed3-a978-5dacd8e5ac38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:22:38Z', 'updated_at': '2021-06-15T14:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796471-1-iscsi', '_floatingips': [{'id': 'e2fa3394-93c0-4c32-873c-c74511e0e301', 'tenant_id': '933a0269098045b69989ffb717859053', 'floating_ip_address': '172.27.1.100', 'floating_network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'router_id': 'f6ee24f5-8c5f-4ed3-a978-5dacd8e5ac38', 'port_id': '9eb1375b-f923-4e9e-a0cb-e76003f2c342', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13fd6b09-b038-4af1-aa02-1e79eebe5398', 'mac_address': 'fa:16:3e:2f:2d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04334da7-0d29-48e9-b6c3-2558e092a103', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-15T14:23:27Z', 'updated_at': '2021-06-15T14:23:27Z', 'revision_number': 0, 'project_id': '933a0269098045b69989ffb717859053', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e3b66fa-ceb1-4784-a599-30f77a7c90bf', 'name': '', 'network_id': '13fd6b09-b038-4af1-aa02-1e79eebe5398', 'tenant_id': '933a0269098045b69989ffb717859053', 'mac_address': 'fa:16:3e:42:0c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ee24f5-8c5f-4ed3-a978-5dacd8e5ac38', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'a7db9feb-f419-4820-ba23-ae3cffe5e3e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:22:40Z', 'updated_at': '2021-06-15T14:22:48Z', 'revision_number': 5, 'project_id': '933a0269098045b69989ffb717859053', 'subnets': [{'id': 'a7db9feb-f419-4820-ba23-ae3cffe5e3e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796471-1-iscsi', False) {} {{(pid=91909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:23:29.466927 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dfdb3bb-217a-4ed2-9111-e21a21d9852e None None] The sync data for ids ['f6ee24f5-8c5f-4ed3-a978-5dacd8e5ac38'] in dv-cinder-796471-1-iscsi is: [{'id': 'f6ee24f5-8c5f-4ed3-a978-5dacd8e5ac38', 'name': 'tempest-TestShelveInstance-111875190-router', 'tenant_id': '933a0269098045b69989ffb717859053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'external_fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': '76ea037d-6b51-424b-9a66-088c50086680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:22:37Z', 'updated_at': '2021-06-15T14:22:41Z', 'revision_number': 4, 'project_id': '933a0269098045b69989ffb717859053', 'gw_port': {'id': '76ea037d-6b51-424b-9a66-088c50086680', 'name': '', 'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c0:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ee24f5-8c5f-4ed3-a978-5dacd8e5ac38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:22:38Z', 'updated_at': '2021-06-15T14:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796471-1-iscsi', '_floatingips': [{'id': 'e2fa3394-93c0-4c32-873c-c74511e0e301', 'tenant_id': '933a0269098045b69989ffb717859053', 'floating_ip_address': '172.27.1.100', 'floating_network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'router_id': 'f6ee24f5-8c5f-4ed3-a978-5dacd8e5ac38', 'port_id': '9eb1375b-f923-4e9e-a0cb-e76003f2c342', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13fd6b09-b038-4af1-aa02-1e79eebe5398', 'mac_address': 'fa:16:3e:2f:2d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04334da7-0d29-48e9-b6c3-2558e092a103', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-15T14:23:27Z', 'updated_at': '2021-06-15T14:23:27Z', 'revision_number': 0, 'project_id': '933a0269098045b69989ffb717859053', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e3b66fa-ceb1-4784-a599-30f77a7c90bf', 'name': '', 'network_id': '13fd6b09-b038-4af1-aa02-1e79eebe5398', 'tenant_id': '933a0269098045b69989ffb717859053', 'mac_address': 'fa:16:3e:42:0c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ee24f5-8c5f-4ed3-a978-5dacd8e5ac38', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'a7db9feb-f419-4820-ba23-ae3cffe5e3e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:22:40Z', 'updated_at': '2021-06-15T14:22:48Z', 'revision_number': 5, 'project_id': '933a0269098045b69989ffb717859053', 'subnets': [{'id': 'a7db9feb-f419-4820-ba23-ae3cffe5e3e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:23:29.649379 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6bbee4-f10c-4520-b281-95c7ab68cc60 None None] New status for floating IP e2fa3394-93c0-4c32-873c-c74511e0e301: ACTIVE {{(pid=91910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 15 14:23:48.057870 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-e3c82640-f2cf-4a56-baca-67ac59c4e9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:23:49.950390 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.agents_db [None req-1fbdf4bf-3b4b-440e-bd18-8a0939d62d55 None None] Agent healthcheck: found 6 active agents {{(pid=91910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:23:50.688185 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:23:50.931854 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-032ff328-047f-46a0-84b0-a0f969dd531b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:23:51.814746 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-a2325736-757f-4788-9f3d-6fe831cb64a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:23:53.453453 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-987cb3c8-732e-4ef7-aae2-903816ba9880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:23:57.611179 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:24:04.290971 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-4c361eb2-176e-4faf-a2e8-adc7dc3068eb req-7aac020e-1c9a-4be8-a06d-200c511a5cf8 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=04334da7-0d29-48e9-b6c3-2558e092a103&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0576437 Jun 15 14:24:04.430515 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c361eb2-176e-4faf-a2e8-adc7dc3068eb req-3d757d79-0501-4ba1-af5a-2e24f5c06771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:24:04.433096 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-4c361eb2-176e-4faf-a2e8-adc7dc3068eb req-3d757d79-0501-4ba1-af5a-2e24f5c06771 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=933a0269098045b69989ffb717859053&device_id=04334da7-0d29-48e9-b6c3-2558e092a103 HTTP/1.1" status: 200 len: 1098 time: 0.0783296 Jun 15 14:24:04.566850 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c361eb2-176e-4faf-a2e8-adc7dc3068eb req-a2651ee5-e5bf-4be8-94c6-e86647a86b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:24:04.568875 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-4c361eb2-176e-4faf-a2e8-adc7dc3068eb req-a2651ee5-e5bf-4be8-94c6-e86647a86b51 service neutron] 10.222.0.67 "GET /v2.0/networks?id=13fd6b09-b038-4af1-aa02-1e79eebe5398 HTTP/1.1" status: 200 len: 909 time: 0.1140358 Jun 15 14:24:04.650036 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-4c361eb2-176e-4faf-a2e8-adc7dc3068eb req-d86803ba-89f8-4b19-901e-062da1b17908 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9eb1375b-f923-4e9e-a0cb-e76003f2c342 HTTP/1.1" status: 200 len: 1001 time: 0.0731061 Jun 15 14:24:04.708222 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c361eb2-176e-4faf-a2e8-adc7dc3068eb req-e9329dd0-eff7-41e2-bfd3-c887c91499c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:24:04.709626 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-4c361eb2-176e-4faf-a2e8-adc7dc3068eb req-e9329dd0-eff7-41e2-bfd3-c887c91499c6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a7db9feb-f419-4820-ba23-ae3cffe5e3e5 HTTP/1.1" status: 200 len: 847 time: 0.0539823 Jun 15 14:24:04.772864 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c361eb2-176e-4faf-a2e8-adc7dc3068eb req-8fc01388-98e7-4a6d-8dd5-81c7af7a8c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:24:04.774317 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-4c361eb2-176e-4faf-a2e8-adc7dc3068eb req-8fc01388-98e7-4a6d-8dd5-81c7af7a8c44 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=13fd6b09-b038-4af1-aa02-1e79eebe5398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0584154 Jun 15 14:24:04.887133 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-4c361eb2-176e-4faf-a2e8-adc7dc3068eb req-178ac2f7-1866-4b41-a355-0ac7eebb7179 service neutron] 10.222.0.67 "GET /v2.0/networks/13fd6b09-b038-4af1-aa02-1e79eebe5398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060271 Jun 15 14:24:05.007643 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-4c361eb2-176e-4faf-a2e8-adc7dc3068eb req-84de24dc-0723-4f7f-bd26-3e486abe713f service neutron] 10.222.0.67 "GET /v2.0/networks/13fd6b09-b038-4af1-aa02-1e79eebe5398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146841 Jun 15 14:24:18.058738 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-ef67a69e-d302-43f4-9cbe-692032d63144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:24:20.688912 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:24:20.931312 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-4c545fc2-df3b-4104-9040-73c491964b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:24:21.818795 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-a2325736-757f-4788-9f3d-6fe831cb64a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:24:23.457022 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-987cb3c8-732e-4ef7-aae2-903816ba9880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:24:26.948727 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.agents_db [None req-1fbdf4bf-3b4b-440e-bd18-8a0939d62d55 None None] Agent healthcheck: found 6 active agents {{(pid=91910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:24:27.614674 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:24:48.059566 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-71183536-7d25-4690-a421-175be1ee9def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:24:50.692419 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:24:50.931146 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-b882d65f-b724-4a00-b3c9-f6961bd01879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:24:51.819737 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-a2325736-757f-4788-9f3d-6fe831cb64a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:24:53.459834 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-987cb3c8-732e-4ef7-aae2-903816ba9880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:24:57.613230 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:25:03.947607 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.agents_db [None req-1fbdf4bf-3b4b-440e-bd18-8a0939d62d55 None None] Agent healthcheck: found 6 active agents {{(pid=91910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:25:04.278435 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-fbfef2e5-24f0-4357-86fa-12c16dd54065 req-d96c8985-b72f-4a5a-9b57-26c70cf44cad service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=04334da7-0d29-48e9-b6c3-2558e092a103&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0609312 Jun 15 14:25:04.391491 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfef2e5-24f0-4357-86fa-12c16dd54065 req-bf477ff0-0410-4c33-89ee-c4d38dbc9629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:25:04.392958 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-fbfef2e5-24f0-4357-86fa-12c16dd54065 req-bf477ff0-0410-4c33-89ee-c4d38dbc9629 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=933a0269098045b69989ffb717859053&device_id=04334da7-0d29-48e9-b6c3-2558e092a103 HTTP/1.1" status: 200 len: 1098 time: 0.0573778 Jun 15 14:25:04.528075 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfef2e5-24f0-4357-86fa-12c16dd54065 req-dd53a7d9-9c1d-4fe2-9b29-dcec4ee5fa1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:25:04.529580 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-fbfef2e5-24f0-4357-86fa-12c16dd54065 req-dd53a7d9-9c1d-4fe2-9b29-dcec4ee5fa1a service neutron] 10.222.0.67 "GET /v2.0/networks?id=13fd6b09-b038-4af1-aa02-1e79eebe5398 HTTP/1.1" status: 200 len: 909 time: 0.1163421 Jun 15 14:25:04.616628 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-fbfef2e5-24f0-4357-86fa-12c16dd54065 req-9c5bd981-76f0-494e-a0cc-049362209130 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9eb1375b-f923-4e9e-a0cb-e76003f2c342 HTTP/1.1" status: 200 len: 1001 time: 0.0803380 Jun 15 14:25:04.671654 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfef2e5-24f0-4357-86fa-12c16dd54065 req-b835a9ac-b55e-40ce-a75a-c65b9893472c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:25:04.673093 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-fbfef2e5-24f0-4357-86fa-12c16dd54065 req-b835a9ac-b55e-40ce-a75a-c65b9893472c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a7db9feb-f419-4820-ba23-ae3cffe5e3e5 HTTP/1.1" status: 200 len: 847 time: 0.0506761 Jun 15 14:25:04.735127 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfef2e5-24f0-4357-86fa-12c16dd54065 req-cc219517-7d74-4fd7-bc9c-df6a9eaf252d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:25:04.736999 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-fbfef2e5-24f0-4357-86fa-12c16dd54065 req-cc219517-7d74-4fd7-bc9c-df6a9eaf252d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=13fd6b09-b038-4af1-aa02-1e79eebe5398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0576861 Jun 15 14:25:04.853270 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-fbfef2e5-24f0-4357-86fa-12c16dd54065 req-e7d9d29f-8d42-486e-96bb-fba3669046ad service neutron] 10.222.0.67 "GET /v2.0/networks/13fd6b09-b038-4af1-aa02-1e79eebe5398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096780 Jun 15 14:25:04.968313 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-fbfef2e5-24f0-4357-86fa-12c16dd54065 req-a44751aa-6b49-484f-92bf-b60a183f26a1 service neutron] 10.222.0.67 "GET /v2.0/networks/13fd6b09-b038-4af1-aa02-1e79eebe5398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078637 Jun 15 14:25:18.059595 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-d3c94403-47f9-4553-bece-7f8f8847a7ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:25:20.687043 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:25:20.930897 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-ca0fc75c-9da4-4ffe-87b3-8d0969ee9db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:25:21.821602 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-a2325736-757f-4788-9f3d-6fe831cb64a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:25:23.336548 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd99c454-0797-46af-bd7b-a7bf6fc8b91c req-1c41092e-ff21-4533-9e09-ac262f8f1484 tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:25:23.337998 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-dd99c454-0797-46af-bd7b-a7bf6fc8b91c req-1c41092e-ff21-4533-9e09-ac262f8f1484 tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] 10.222.0.26 "GET /v2.0/ports?device_id=04334da7-0d29-48e9-b6c3-2558e092a103 HTTP/1.1" status: 200 len: 945 time: 0.0731921 Jun 15 14:25:23.383081 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-dd99c454-0797-46af-bd7b-a7bf6fc8b91c req-4bcc4df3-95cc-47f6-95ae-3f4d8ee65610 tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] 10.222.0.26 "GET /v2.0/security-groups?id=a166b4f7-d712-49ed-bf3c-3ad1c9fbdfd3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394723 Jun 15 14:25:23.462426 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-987cb3c8-732e-4ef7-aae2-903816ba9880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:25:24.581937 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db72af2b-7588-4526-831c-d65acc19bae4 req-c884355b-2033-4a77-9c74-86167c23a062 tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:25:24.583442 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-db72af2b-7588-4526-831c-d65acc19bae4 req-c884355b-2033-4a77-9c74-86167c23a062 tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] 10.222.0.26 "GET /v2.0/ports?device_id=04334da7-0d29-48e9-b6c3-2558e092a103 HTTP/1.1" status: 200 len: 945 time: 0.0700190 Jun 15 14:25:24.629279 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-db72af2b-7588-4526-831c-d65acc19bae4 req-8a512ff9-fd05-4209-bf58-8ff1791f33c2 tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] 10.222.0.26 "GET /v2.0/security-groups?id=a166b4f7-d712-49ed-bf3c-3ad1c9fbdfd3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401533 Jun 15 14:25:25.821298 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0f9a3b-6c69-40fd-9e1e-de46e87fb2ab req-aba1d6b5-63b4-4d62-a785-38c7a034b8d5 tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:25:25.822768 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-db0f9a3b-6c69-40fd-9e1e-de46e87fb2ab req-aba1d6b5-63b4-4d62-a785-38c7a034b8d5 tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] 10.222.0.26 "GET /v2.0/ports?device_id=04334da7-0d29-48e9-b6c3-2558e092a103 HTTP/1.1" status: 200 len: 945 time: 0.0690722 Jun 15 14:25:25.866716 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-db0f9a3b-6c69-40fd-9e1e-de46e87fb2ab req-5a3cfef0-cdb9-4275-9f7f-87ad8d3046c4 tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] 10.222.0.26 "GET /v2.0/security-groups?id=a166b4f7-d712-49ed-bf3c-3ad1c9fbdfd3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383077 Jun 15 14:25:27.044551 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80205567-442f-45c2-89e7-d44dcea030ae req-c533ccdd-89a5-452a-8467-0b6fa8295bcf tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:25:27.045995 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-80205567-442f-45c2-89e7-d44dcea030ae req-c533ccdd-89a5-452a-8467-0b6fa8295bcf tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] 10.222.0.26 "GET /v2.0/ports?device_id=04334da7-0d29-48e9-b6c3-2558e092a103 HTTP/1.1" status: 200 len: 945 time: 0.0686793 Jun 15 14:25:27.086743 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-80205567-442f-45c2-89e7-d44dcea030ae req-f4859d2f-9e3d-4b20-8220-59b6cd351a69 tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] 10.222.0.26 "GET /v2.0/security-groups?id=a166b4f7-d712-49ed-bf3c-3ad1c9fbdfd3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0350626 Jun 15 14:25:27.612530 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:25:28.278267 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0695133c-6d76-41fc-8a70-afbad1ca5496 req-7048103d-99e0-4ec8-84df-311e1af7674b tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:25:28.279765 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-0695133c-6d76-41fc-8a70-afbad1ca5496 req-7048103d-99e0-4ec8-84df-311e1af7674b tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] 10.222.0.26 "GET /v2.0/ports?device_id=04334da7-0d29-48e9-b6c3-2558e092a103 HTTP/1.1" status: 200 len: 945 time: 0.0760434 Jun 15 14:25:28.326301 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-0695133c-6d76-41fc-8a70-afbad1ca5496 req-7f77873d-abe8-4909-905a-9b490b36063e tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] 10.222.0.26 "GET /v2.0/security-groups?id=a166b4f7-d712-49ed-bf3c-3ad1c9fbdfd3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408742 Jun 15 14:25:29.506771 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8e8163-4fba-4be7-8746-17b8b52a8995 req-186d790f-0326-4425-8218-92defcd1d335 tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:25:29.508291 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-7c8e8163-4fba-4be7-8746-17b8b52a8995 req-186d790f-0326-4425-8218-92defcd1d335 tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] 10.222.0.26 "GET /v2.0/ports?device_id=04334da7-0d29-48e9-b6c3-2558e092a103 HTTP/1.1" status: 200 len: 945 time: 0.0690808 Jun 15 14:25:29.555363 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-7c8e8163-4fba-4be7-8746-17b8b52a8995 req-bb0650d6-34b5-461e-ba69-30a4b295253b tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] 10.222.0.26 "GET /v2.0/security-groups?id=a166b4f7-d712-49ed-bf3c-3ad1c9fbdfd3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413785 Jun 15 14:25:30.736758 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6137c6cc-97fc-453e-807f-86c163af8eae req-ecbe5e69-f761-4271-bdb3-544ea8b6f6e6 tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:25:30.738216 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-6137c6cc-97fc-453e-807f-86c163af8eae req-ecbe5e69-f761-4271-bdb3-544ea8b6f6e6 tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] 10.222.0.26 "GET /v2.0/ports?device_id=04334da7-0d29-48e9-b6c3-2558e092a103 HTTP/1.1" status: 200 len: 945 time: 0.0685761 Jun 15 14:25:30.782974 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-6137c6cc-97fc-453e-807f-86c163af8eae req-19487f9b-647c-4a0e-b6e1-bae2dc7310ab tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] 10.222.0.26 "GET /v2.0/security-groups?id=a166b4f7-d712-49ed-bf3c-3ad1c9fbdfd3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390949 Jun 15 14:25:31.961855 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e8943c-4ff6-4fc1-8459-feb896c1e2b7 req-e5f2e7d8-5eda-4730-be8d-8c34b22e18da tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:25:31.963231 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-13e8943c-4ff6-4fc1-8459-feb896c1e2b7 req-e5f2e7d8-5eda-4730-be8d-8c34b22e18da tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] 10.222.0.26 "GET /v2.0/ports?device_id=04334da7-0d29-48e9-b6c3-2558e092a103 HTTP/1.1" status: 200 len: 945 time: 0.0678227 Jun 15 14:25:32.003691 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-13e8943c-4ff6-4fc1-8459-feb896c1e2b7 req-1a7dee27-c6cd-41e5-80a0-e4ed7c1e9ecb tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] 10.222.0.26 "GET /v2.0/security-groups?id=a166b4f7-d712-49ed-bf3c-3ad1c9fbdfd3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0347891 Jun 15 14:25:33.179749 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d9b37e-148f-45f3-b111-9c0f7265426b req-e87d1976-cda7-4892-bcea-9b7b8a184cec tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:25:33.181176 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-84d9b37e-148f-45f3-b111-9c0f7265426b req-e87d1976-cda7-4892-bcea-9b7b8a184cec tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] 10.222.0.26 "GET /v2.0/ports?device_id=04334da7-0d29-48e9-b6c3-2558e092a103 HTTP/1.1" status: 200 len: 945 time: 0.0679522 Jun 15 14:25:33.222182 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-84d9b37e-148f-45f3-b111-9c0f7265426b req-878b2be5-2fee-4134-8e40-f8ea2e2b4d02 tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] 10.222.0.26 "GET /v2.0/security-groups?id=a166b4f7-d712-49ed-bf3c-3ad1c9fbdfd3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0353940 Jun 15 14:25:33.510817 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e856e4-15a6-4c78-b6d0-198a6fb98cab req-76fe93f2-2131-4aee-820f-69b71a04e834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:25:33.512211 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-43e856e4-15a6-4c78-b6d0-198a6fb98cab req-76fe93f2-2131-4aee-820f-69b71a04e834 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=933a0269098045b69989ffb717859053&device_id=04334da7-0d29-48e9-b6c3-2558e092a103 HTTP/1.1" status: 200 len: 1098 time: 0.0593598 Jun 15 14:25:33.627565 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e856e4-15a6-4c78-b6d0-198a6fb98cab req-5fa00e7e-dc75-4b37-9001-689fe8573d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:25:33.629015 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-43e856e4-15a6-4c78-b6d0-198a6fb98cab req-5fa00e7e-dc75-4b37-9001-689fe8573d9f service neutron] 10.222.0.67 "GET /v2.0/networks?id=13fd6b09-b038-4af1-aa02-1e79eebe5398 HTTP/1.1" status: 200 len: 909 time: 0.1106031 Jun 15 14:25:33.714422 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-43e856e4-15a6-4c78-b6d0-198a6fb98cab req-0590172d-fb78-4931-8c78-944c3d726a26 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9eb1375b-f923-4e9e-a0cb-e76003f2c342 HTTP/1.1" status: 200 len: 1001 time: 0.0788739 Jun 15 14:25:33.770383 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e856e4-15a6-4c78-b6d0-198a6fb98cab req-c9117a4e-230d-42d5-bd70-36f23c52d35b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:25:33.772009 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-43e856e4-15a6-4c78-b6d0-198a6fb98cab req-c9117a4e-230d-42d5-bd70-36f23c52d35b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a7db9feb-f419-4820-ba23-ae3cffe5e3e5 HTTP/1.1" status: 200 len: 847 time: 0.0510697 Jun 15 14:25:33.837687 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e856e4-15a6-4c78-b6d0-198a6fb98cab req-45a17448-64e3-4011-8a91-1ff895a6b1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:25:33.839319 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-43e856e4-15a6-4c78-b6d0-198a6fb98cab req-45a17448-64e3-4011-8a91-1ff895a6b1f5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=13fd6b09-b038-4af1-aa02-1e79eebe5398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0613329 Jun 15 14:25:33.953751 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-43e856e4-15a6-4c78-b6d0-198a6fb98cab req-d97e2deb-09f8-4217-b621-7fb641923805 service neutron] 10.222.0.67 "GET /v2.0/networks/13fd6b09-b038-4af1-aa02-1e79eebe5398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074145 Jun 15 14:25:34.074797 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-43e856e4-15a6-4c78-b6d0-198a6fb98cab req-5785aff3-dfc5-4a7d-92e5-da46acb3c0da service neutron] 10.222.0.67 "GET /v2.0/networks/13fd6b09-b038-4af1-aa02-1e79eebe5398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146915 Jun 15 14:25:34.419624 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeee153-d2b6-4655-b1a5-fb508ecbf444 req-f00b6757-e4ee-4eea-889c-e04e91c367e2 tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:25:34.422154 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-bfeee153-d2b6-4655-b1a5-fb508ecbf444 req-f00b6757-e4ee-4eea-889c-e04e91c367e2 tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] 10.222.0.26 "GET /v2.0/ports?device_id=04334da7-0d29-48e9-b6c3-2558e092a103 HTTP/1.1" status: 200 len: 945 time: 0.0908909 Jun 15 14:25:34.465592 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-bfeee153-d2b6-4655-b1a5-fb508ecbf444 req-00a04570-ba7f-4923-801d-18becec07a74 tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] 10.222.0.26 "GET /v2.0/security-groups?id=a166b4f7-d712-49ed-bf3c-3ad1c9fbdfd3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379469 Jun 15 14:25:35.648391 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6891b5d5-c0ca-404b-a790-2f59893001b1 req-85b9d1d9-935a-40a1-9b56-4e45c623fded tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:25:35.650194 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-6891b5d5-c0ca-404b-a790-2f59893001b1 req-85b9d1d9-935a-40a1-9b56-4e45c623fded tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] 10.222.0.26 "GET /v2.0/ports?device_id=04334da7-0d29-48e9-b6c3-2558e092a103 HTTP/1.1" status: 200 len: 945 time: 0.0707164 Jun 15 14:25:35.697966 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-6891b5d5-c0ca-404b-a790-2f59893001b1 req-57bb74bf-f97d-4bfc-b004-714501f85d84 tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] 10.222.0.26 "GET /v2.0/security-groups?id=a166b4f7-d712-49ed-bf3c-3ad1c9fbdfd3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414743 Jun 15 14:25:36.873732 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2057688d-04b6-416a-9ee7-5ca3ffaa8aa1 req-0e2436a9-f347-4ec1-9986-018d7971ec0d tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:25:36.875203 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-2057688d-04b6-416a-9ee7-5ca3ffaa8aa1 req-0e2436a9-f347-4ec1-9986-018d7971ec0d tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] 10.222.0.26 "GET /v2.0/ports?device_id=04334da7-0d29-48e9-b6c3-2558e092a103 HTTP/1.1" status: 200 len: 945 time: 0.0672474 Jun 15 14:25:36.915979 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-2057688d-04b6-416a-9ee7-5ca3ffaa8aa1 req-cbcef5ed-b4c7-4d41-b8d1-0ba08a6daf95 tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] 10.222.0.26 "GET /v2.0/security-groups?id=a166b4f7-d712-49ed-bf3c-3ad1c9fbdfd3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345755 Jun 15 14:25:37.279034 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa63cc4-3d23-4b4f-9781-7259634c2dc6 req-974301da-417a-4bb4-8951-b744ae3e3e80 tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:25:37.280504 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-eaa63cc4-3d23-4b4f-9781-7259634c2dc6 req-974301da-417a-4bb4-8951-b744ae3e3e80 tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] 10.222.0.26 "GET /v2.0/ports?device_id=04334da7-0d29-48e9-b6c3-2558e092a103 HTTP/1.1" status: 200 len: 945 time: 0.0770271 Jun 15 14:25:37.289479 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-9315c7f7-27ee-47ff-b846-f4ad7dcc460a req-996b6335-3d14-4b28-9ad3-9658979d14b0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=04334da7-0d29-48e9-b6c3-2558e092a103&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1499429 Jun 15 14:25:37.322909 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-eaa63cc4-3d23-4b4f-9781-7259634c2dc6 req-527d5974-824e-4cec-8ad0-03f2f9651862 tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] 10.222.0.26 "GET /v2.0/security-groups?id=a166b4f7-d712-49ed-bf3c-3ad1c9fbdfd3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0366762 Jun 15 14:25:38.505860 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84750b88-91fa-443c-a6f6-0554a99137c1 req-182e5d2e-3733-4ad3-8c8e-8d94560eff99 tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:25:38.507232 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-84750b88-91fa-443c-a6f6-0554a99137c1 req-182e5d2e-3733-4ad3-8c8e-8d94560eff99 tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] 10.222.0.26 "GET /v2.0/ports?device_id=04334da7-0d29-48e9-b6c3-2558e092a103 HTTP/1.1" status: 200 len: 945 time: 0.0707359 Jun 15 14:25:38.548811 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-84750b88-91fa-443c-a6f6-0554a99137c1 req-38e39af7-883d-4c40-99de-9960ffe054d3 tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] 10.222.0.26 "GET /v2.0/security-groups?id=a166b4f7-d712-49ed-bf3c-3ad1c9fbdfd3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0359693 Jun 15 14:25:38.795869 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9315c7f7-27ee-47ff-b846-f4ad7dcc460a req-98865383-4aa2-41d7-b12e-582d5f663802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:25:38.797256 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-9315c7f7-27ee-47ff-b846-f4ad7dcc460a req-98865383-4aa2-41d7-b12e-582d5f663802 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=04334da7-0d29-48e9-b6c3-2558e092a103&tenant_id=933a0269098045b69989ffb717859053 HTTP/1.1" status: 200 len: 1098 time: 0.0614259 Jun 15 14:25:38.889837 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9315c7f7-27ee-47ff-b846-f4ad7dcc460a req-ec919719-5bfb-4504-b265-39b2cd6b9ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:25:38.891320 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-9315c7f7-27ee-47ff-b846-f4ad7dcc460a req-ec919719-5bfb-4504-b265-39b2cd6b9ed3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=933a0269098045b69989ffb717859053&device_id=04334da7-0d29-48e9-b6c3-2558e092a103 HTTP/1.1" status: 200 len: 1098 time: 0.0577414 Jun 15 14:25:39.006549 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9315c7f7-27ee-47ff-b846-f4ad7dcc460a req-83b94e0c-59cb-46e6-a2da-995ccc989338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:25:39.008205 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-9315c7f7-27ee-47ff-b846-f4ad7dcc460a req-83b94e0c-59cb-46e6-a2da-995ccc989338 service neutron] 10.222.0.67 "GET /v2.0/networks?id=13fd6b09-b038-4af1-aa02-1e79eebe5398 HTTP/1.1" status: 200 len: 909 time: 0.1107213 Jun 15 14:25:39.095165 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-9315c7f7-27ee-47ff-b846-f4ad7dcc460a req-37f86ec8-8f1e-4431-82f0-9ce2894fa152 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9eb1375b-f923-4e9e-a0cb-e76003f2c342 HTTP/1.1" status: 200 len: 1001 time: 0.0803463 Jun 15 14:25:39.150132 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9315c7f7-27ee-47ff-b846-f4ad7dcc460a req-56406209-ef81-4c8a-991d-334b9bf09974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:25:39.151588 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-9315c7f7-27ee-47ff-b846-f4ad7dcc460a req-56406209-ef81-4c8a-991d-334b9bf09974 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a7db9feb-f419-4820-ba23-ae3cffe5e3e5 HTTP/1.1" status: 200 len: 847 time: 0.0502009 Jun 15 14:25:39.216642 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9315c7f7-27ee-47ff-b846-f4ad7dcc460a req-0bee7df3-acdb-4e8f-9152-e4334cba9b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:25:39.218100 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-9315c7f7-27ee-47ff-b846-f4ad7dcc460a req-0bee7df3-acdb-4e8f-9152-e4334cba9b63 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=13fd6b09-b038-4af1-aa02-1e79eebe5398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0603092 Jun 15 14:25:39.326462 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-9315c7f7-27ee-47ff-b846-f4ad7dcc460a req-444d4a7b-b563-47bc-a5c2-edb5d13b8257 service neutron] 10.222.0.67 "GET /v2.0/networks/13fd6b09-b038-4af1-aa02-1e79eebe5398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017046 Jun 15 14:25:39.442009 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-9315c7f7-27ee-47ff-b846-f4ad7dcc460a req-3721494c-b61b-456a-9427-7482de6ba839 service neutron] 10.222.0.67 "GET /v2.0/networks/13fd6b09-b038-4af1-aa02-1e79eebe5398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081493 Jun 15 14:25:39.737580 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353a8c2e-bc17-4bea-a579-8b185622a4eb req-b8a49d7a-a0f1-4c84-839d-16a93fbd6f2c tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:25:39.738973 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-353a8c2e-bc17-4bea-a579-8b185622a4eb req-b8a49d7a-a0f1-4c84-839d-16a93fbd6f2c tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] 10.222.0.26 "GET /v2.0/ports?device_id=04334da7-0d29-48e9-b6c3-2558e092a103 HTTP/1.1" status: 200 len: 945 time: 0.0718377 Jun 15 14:25:39.779843 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-353a8c2e-bc17-4bea-a579-8b185622a4eb req-966ee299-86e7-4667-af64-18bbc6d700ee tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] 10.222.0.26 "GET /v2.0/security-groups?id=a166b4f7-d712-49ed-bf3c-3ad1c9fbdfd3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0353231 Jun 15 14:25:39.825934 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Device 9eb1375b-f923-4e9e-a0cb-e76003f2c342 no longer exists at agent hyperv_hv-cinder-79647 {{(pid=91909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:25:39.911203 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:25:39.933691 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04334da7-0d29-48e9-b6c3-2558e092a103', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9eb1375b-f923-4e9e-a0cb-e76003f2c342'}] {{(pid=91909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:25:39.935965 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}018986bfbd05ca611dd30af7db176f5a3185891675ab09d2ffafe9409078adde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa224c15-6081-49fc-b330-9f6608c8cdca" -d '{"events": [{"server_uuid": "04334da7-0d29-48e9-b6c3-2558e092a103", "name": "network-vif-unplugged", "status": "completed", "tag": "9eb1375b-f923-4e9e-a0cb-e76003f2c342"}]}' {{(pid=91909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:25:39.949522 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] For port 9eb1375b-f923-4e9e-a0cb-e76003f2c342, host hv-cinder-79647, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79647',level=0,port_id=9eb1375b-f923-4e9e-a0cb-e76003f2c342,segment=NetworkSegment(759a8771-76ee-4657-9a53-a14a447f1a7e),segment_id=759a8771-76ee-4657-9a53-a14a447f1a7e)] {{(pid=91909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:25:39.954565 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492'] for port, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:25:39.956344 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:25:40.012694 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Pushing event updated for resources: {'Port': ['ID=9eb1375b-f923-4e9e-a0cb-e76003f2c342,revision_number=6']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:25:40.019679 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:25:40.020091 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:25:40.021202 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:25:40.021539 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:25:40.021869 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:25:40.022202 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:25:40.022529 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:25:40.022882 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:25:40.023324 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:25:40.023652 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:25:40.024090 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:25:40.024304 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:25:40.028754 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:25:40.057310 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Jun 2021 14:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31ff0d76-cd00-4bc3-82fb-ac40b419953a x-openstack-request-id: req-31ff0d76-cd00-4bc3-82fb-ac40b419953a {{(pid=91909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:25:40.057613 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04334da7-0d29-48e9-b6c3-2558e092a103", "name": "network-vif-unplugged", "status": "completed", "tag": "9eb1375b-f923-4e9e-a0cb-e76003f2c342", "code": 200}]} {{(pid=91909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:25:40.057878 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-31ff0d76-cd00-4bc3-82fb-ac40b419953a {{(pid=91909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:25:40.058310 dv-cinder-796471-1-iscsi neutron-server[91909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04334da7-0d29-48e9-b6c3-2558e092a103', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9eb1375b-f923-4e9e-a0cb-e76003f2c342', 'code': 200} Jun 15 14:25:40.946473 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.agents_db [None req-1fbdf4bf-3b4b-440e-bd18-8a0939d62d55 None None] Agent healthcheck: found 6 active agents {{(pid=91910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:25:40.956453 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be705ea6-526e-4c45-8e35-5d36d4c7fafe req-4226572b-d9a3-4099-8589-09f7096d8d3c tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:25:40.957944 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-be705ea6-526e-4c45-8e35-5d36d4c7fafe req-4226572b-d9a3-4099-8589-09f7096d8d3c tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] 10.222.0.26 "GET /v2.0/ports?device_id=04334da7-0d29-48e9-b6c3-2558e092a103 HTTP/1.1" status: 200 len: 943 time: 0.0678649 Jun 15 14:25:41.003324 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-be705ea6-526e-4c45-8e35-5d36d4c7fafe req-b7152604-9add-47eb-b9ab-a295d4d120c8 tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] 10.222.0.26 "GET /v2.0/security-groups?id=a166b4f7-d712-49ed-bf3c-3ad1c9fbdfd3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0350571 Jun 15 14:25:42.189523 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c654ea0a-0e2f-4c74-9e80-95492337d6b4 req-90105bad-a858-411c-9654-c55ee1e50e18 tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:25:42.190996 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-c654ea0a-0e2f-4c74-9e80-95492337d6b4 req-90105bad-a858-411c-9654-c55ee1e50e18 tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] 10.222.0.26 "GET /v2.0/ports?device_id=04334da7-0d29-48e9-b6c3-2558e092a103 HTTP/1.1" status: 200 len: 943 time: 0.0728219 Jun 15 14:25:42.231169 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-c654ea0a-0e2f-4c74-9e80-95492337d6b4 req-a6d88404-c8bc-48b6-8d05-ebf7c6aeb511 tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] 10.222.0.26 "GET /v2.0/security-groups?id=a166b4f7-d712-49ed-bf3c-3ad1c9fbdfd3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346081 Jun 15 14:25:43.411972 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e43126-1776-46c2-a531-a137e00ba8a2 req-c64539ea-0d7e-413b-a33f-cf947c914182 tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:25:43.413483 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-c7e43126-1776-46c2-a531-a137e00ba8a2 req-c64539ea-0d7e-413b-a33f-cf947c914182 tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] 10.222.0.26 "GET /v2.0/ports?device_id=04334da7-0d29-48e9-b6c3-2558e092a103 HTTP/1.1" status: 200 len: 943 time: 0.0719342 Jun 15 14:25:43.733868 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-c7e43126-1776-46c2-a531-a137e00ba8a2 req-1b2a7d3c-cf3f-41a7-9dfd-8c196ccd7cc2 tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] 10.222.0.26 "GET /v2.0/security-groups?id=a166b4f7-d712-49ed-bf3c-3ad1c9fbdfd3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3147008 Jun 15 14:25:44.920487 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db6dfce-89b5-45eb-9872-c7cfbe125021 req-ca8a6eb7-d224-4c44-acdc-2221abaec6de tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:25:44.921829 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-6db6dfce-89b5-45eb-9872-c7cfbe125021 req-ca8a6eb7-d224-4c44-acdc-2221abaec6de tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] 10.222.0.26 "GET /v2.0/ports?device_id=04334da7-0d29-48e9-b6c3-2558e092a103 HTTP/1.1" status: 200 len: 943 time: 0.0689657 Jun 15 14:25:44.963238 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-6db6dfce-89b5-45eb-9872-c7cfbe125021 req-08863099-2838-48a7-8f5b-22aa1f278302 tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] 10.222.0.26 "GET /v2.0/security-groups?id=a166b4f7-d712-49ed-bf3c-3ad1c9fbdfd3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0352609 Jun 15 14:25:45.596076 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7ecf02-b70c-494e-b4f2-8ac4b2415dc9 req-47c7ce90-7061-4f70-84b7-822965d5a801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:25:45.597546 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-7a7ecf02-b70c-494e-b4f2-8ac4b2415dc9 req-47c7ce90-7061-4f70-84b7-822965d5a801 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=04334da7-0d29-48e9-b6c3-2558e092a103 HTTP/1.1" status: 200 len: 1096 time: 0.0569632 Jun 15 14:25:45.634492 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-7a7ecf02-b70c-494e-b4f2-8ac4b2415dc9 req-8e5f72d7-5b18-4a02-982f-83fcc3795023 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=a166b4f7-d712-49ed-bf3c-3ad1c9fbdfd3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307910 Jun 15 14:25:45.840948 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Device 9eb1375b-f923-4e9e-a0cb-e76003f2c342 details requested by agent hyperv_hv-cinder-79647 with host hv-cinder-79647 {{(pid=91909) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 14:25:45.955166 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] For port 9eb1375b-f923-4e9e-a0cb-e76003f2c342, host hv-cinder-79647, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79647',level=0,port_id=9eb1375b-f923-4e9e-a0cb-e76003f2c342,segment=NetworkSegment(759a8771-76ee-4657-9a53-a14a447f1a7e),segment_id=759a8771-76ee-4657-9a53-a14a447f1a7e)] {{(pid=91909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:25:45.971677 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Returning: {'device': '9eb1375b-f923-4e9e-a0cb-e76003f2c342', 'network_id': '13fd6b09-b038-4af1-aa02-1e79eebe5398', 'port_id': '9eb1375b-f923-4e9e-a0cb-e76003f2c342', 'mac_address': 'fa:16:3e:2f:2d:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 855, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7db9feb-f419-4820-ba23-ae3cffe5e3e5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91909) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 14:25:46.015079 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:25:46.030437 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.notifiers.nova [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9eb1375b-f923-4e9e-a0cb-e76003f2c342 {{(pid=91909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:25:46.050703 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] For port 9eb1375b-f923-4e9e-a0cb-e76003f2c342, host hv-cinder-79647, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79647',level=0,port_id=9eb1375b-f923-4e9e-a0cb-e76003f2c342,segment=NetworkSegment(759a8771-76ee-4657-9a53-a14a447f1a7e),segment_id=759a8771-76ee-4657-9a53-a14a447f1a7e)] {{(pid=91909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:25:46.056160 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492'] for port, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:25:46.058006 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:25:46.111429 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Pushing event updated for resources: {'Port': ['ID=9eb1375b-f923-4e9e-a0cb-e76003f2c342,revision_number=7']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:25:46.114952 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:25:46.152141 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50be382a-6d4e-48a6-bea7-159bb228bad1 req-9b07f145-ce6f-4b00-80bb-668442a620c3 tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:25:46.153575 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-50be382a-6d4e-48a6-bea7-159bb228bad1 req-9b07f145-ce6f-4b00-80bb-668442a620c3 tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] 10.222.0.26 "GET /v2.0/ports?device_id=04334da7-0d29-48e9-b6c3-2558e092a103 HTTP/1.1" status: 200 len: 944 time: 0.0752859 Jun 15 14:25:46.194535 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-50be382a-6d4e-48a6-bea7-159bb228bad1 req-7721b927-3b79-45b9-9259-ed0a8e346502 tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] 10.222.0.26 "GET /v2.0/security-groups?id=a166b4f7-d712-49ed-bf3c-3ad1c9fbdfd3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0352287 Jun 15 14:25:47.377215 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd64a2b9-44cc-4802-960f-d757d0c0c5b8 req-14c72eda-ac3b-4ad0-ab64-58603b96395f tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:25:47.378662 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-dd64a2b9-44cc-4802-960f-d757d0c0c5b8 req-14c72eda-ac3b-4ad0-ab64-58603b96395f tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] 10.222.0.26 "GET /v2.0/ports?device_id=04334da7-0d29-48e9-b6c3-2558e092a103 HTTP/1.1" status: 200 len: 944 time: 0.0716965 Jun 15 14:25:47.412571 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] get_ports_and_sgs() called for port_ids ['9eb1375b-f923-4e9e-a0cb-e76003f2c342'] {{(pid=91909) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:25:47.423410 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-dd64a2b9-44cc-4802-960f-d757d0c0c5b8 req-f782f3cf-5c23-42d8-8504-b3531a761a60 tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] 10.222.0.26 "GET /v2.0/security-groups?id=a166b4f7-d712-49ed-bf3c-3ad1c9fbdfd3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386012 Jun 15 14:25:48.060629 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-6f3b84e0-54a7-49e7-96bb-b40c8807c6e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:25:49.872390 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Device 9eb1375b-f923-4e9e-a0cb-e76003f2c342 up at agent hyperv_hv-cinder-79647 {{(pid=91909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:25:49.927568 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.provisioning_blocks [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Provisioning complete for port 9eb1375b-f923-4e9e-a0cb-e76003f2c342 triggered by entity L2. {{(pid=91909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:25:49.927864 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32897510'] for port, provisioning_complete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:25:50.013885 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33170862'] for port, before_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:25:50.037809 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04334da7-0d29-48e9-b6c3-2558e092a103', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eb1375b-f923-4e9e-a0cb-e76003f2c342'}] {{(pid=91909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:25:50.040128 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}018986bfbd05ca611dd30af7db176f5a3185891675ab09d2ffafe9409078adde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5c1946a-1531-4c58-bd5a-ba9f223f11e7" -d '{"events": [{"server_uuid": "04334da7-0d29-48e9-b6c3-2558e092a103", "name": "network-vif-plugged", "status": "completed", "tag": "9eb1375b-f923-4e9e-a0cb-e76003f2c342"}]}' {{(pid=91909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:25:50.054326 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] For port 9eb1375b-f923-4e9e-a0cb-e76003f2c342, host hv-cinder-79647, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79647',level=0,port_id=9eb1375b-f923-4e9e-a0cb-e76003f2c342,segment=NetworkSegment(759a8771-76ee-4657-9a53-a14a447f1a7e),segment_id=759a8771-76ee-4657-9a53-a14a447f1a7e)] {{(pid=91909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:25:50.059014 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781714486595', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781714044447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781714044492'] for port, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:25:50.060842 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:25:50.090748 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be4def96-7b7d-438a-aaae-3e404e730140 x-openstack-request-id: req-be4def96-7b7d-438a-aaae-3e404e730140 {{(pid=91909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:25:50.091072 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04334da7-0d29-48e9-b6c3-2558e092a103", "name": "network-vif-plugged", "status": "completed", "tag": "9eb1375b-f923-4e9e-a0cb-e76003f2c342", "code": 200}]} {{(pid=91909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:25:50.091330 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-be4def96-7b7d-438a-aaae-3e404e730140 {{(pid=91909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:25:50.091708 dv-cinder-796471-1-iscsi neutron-server[91909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04334da7-0d29-48e9-b6c3-2558e092a103', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eb1375b-f923-4e9e-a0cb-e76003f2c342', 'code': 200} Jun 15 14:25:50.119881 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Pushing event updated for resources: {'Port': ['ID=9eb1375b-f923-4e9e-a0cb-e76003f2c342,revision_number=8']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:25:50.122802 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:25:50.688449 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:25:50.932226 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-7e7edd33-2c77-47f8-9642-87d005963b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:25:51.825390 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-a2325736-757f-4788-9f3d-6fe831cb64a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:25:53.466692 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-987cb3c8-732e-4ef7-aae2-903816ba9880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:25:57.602252 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:06.278489 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-583468aa-eb80-4223-b9b3-b061f300995d req-cb1e52bc-97ab-40ae-8141-ecbf110b43c4 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=04334da7-0d29-48e9-b6c3-2558e092a103&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0593076 Jun 15 14:26:06.395703 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583468aa-eb80-4223-b9b3-b061f300995d req-ea2c83b1-7a42-4422-ada0-3cca4951fb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:26:06.397433 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-583468aa-eb80-4223-b9b3-b061f300995d req-ea2c83b1-7a42-4422-ada0-3cca4951fb02 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=933a0269098045b69989ffb717859053&device_id=04334da7-0d29-48e9-b6c3-2558e092a103 HTTP/1.1" status: 200 len: 1098 time: 0.0588679 Jun 15 14:26:06.525568 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583468aa-eb80-4223-b9b3-b061f300995d req-1c59d4b7-33d9-4a57-8a19-4b189631dd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:26:06.527022 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-583468aa-eb80-4223-b9b3-b061f300995d req-1c59d4b7-33d9-4a57-8a19-4b189631dd86 service neutron] 10.222.0.67 "GET /v2.0/networks?id=13fd6b09-b038-4af1-aa02-1e79eebe5398 HTTP/1.1" status: 200 len: 909 time: 0.1096876 Jun 15 14:26:06.611391 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-583468aa-eb80-4223-b9b3-b061f300995d req-a28faf21-27be-4af6-a6a7-c0d3da5f2b21 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9eb1375b-f923-4e9e-a0cb-e76003f2c342 HTTP/1.1" status: 200 len: 1001 time: 0.0774467 Jun 15 14:26:06.668426 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583468aa-eb80-4223-b9b3-b061f300995d req-f3d95256-695c-45c2-bc35-2cb49ab0bb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:26:06.669832 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-583468aa-eb80-4223-b9b3-b061f300995d req-f3d95256-695c-45c2-bc35-2cb49ab0bb9f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a7db9feb-f419-4820-ba23-ae3cffe5e3e5 HTTP/1.1" status: 200 len: 847 time: 0.0509393 Jun 15 14:26:06.735614 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583468aa-eb80-4223-b9b3-b061f300995d req-2c889c8b-b562-437f-91b3-baea6d22af62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:26:06.737060 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-583468aa-eb80-4223-b9b3-b061f300995d req-2c889c8b-b562-437f-91b3-baea6d22af62 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=13fd6b09-b038-4af1-aa02-1e79eebe5398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0603561 Jun 15 14:26:06.846900 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-583468aa-eb80-4223-b9b3-b061f300995d req-ad6e5761-8239-4fb3-ab90-fe33cae2c233 service neutron] 10.222.0.67 "GET /v2.0/networks/13fd6b09-b038-4af1-aa02-1e79eebe5398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027119 Jun 15 14:26:06.962334 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-583468aa-eb80-4223-b9b3-b061f300995d req-7d5d0951-ab36-452f-b681-238047ad1120 service neutron] 10.222.0.67 "GET /v2.0/networks/13fd6b09-b038-4af1-aa02-1e79eebe5398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090374 Jun 15 14:26:17.945132 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.agents_db [None req-1fbdf4bf-3b4b-440e-bd18-8a0939d62d55 None None] Agent healthcheck: found 6 active agents {{(pid=91910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:26:18.060815 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-2d0a03d7-1ce3-42a1-91cd-154ef017f360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:20.690404 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:20.932582 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-24dbb1c3-d18a-4b4d-acab-ff0b646d1bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:21.827008 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-a2325736-757f-4788-9f3d-6fe831cb64a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:23.473220 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-987cb3c8-732e-4ef7-aae2-903816ba9880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:27.602305 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:48.061373 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-a080565a-d2cb-4bb4-b896-98aedaa35b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:50.693841 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:50.933052 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bbb87f67-5d26-45d1-90e2-f5d2fe7a6458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:51.830132 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-a2325736-757f-4788-9f3d-6fe831cb64a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:53.472483 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-987cb3c8-732e-4ef7-aae2-903816ba9880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:54.943837 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.agents_db [None req-1fbdf4bf-3b4b-440e-bd18-8a0939d62d55 None None] Agent healthcheck: found 6 active agents {{(pid=91910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:26:57.625787 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:03.185693 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 42092) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:27:03.386056 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.plugin [None req-c681c39f-7125-4521-a1e1-705a3e80104b tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Deleting port 541ac485-68f0-4dc3-89a5-a193642cd16f {{(pid=91907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:27:03.386395 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-c681c39f-7125-4521-a1e1-705a3e80104b tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781714481448'] for port, before_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:03.489289 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-c681c39f-7125-4521-a1e1-705a3e80104b tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668414'] for port, precommit_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:03.489594 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-c681c39f-7125-4521-a1e1-705a3e80104b tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:03.582000 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.plugin [None req-c681c39f-7125-4521-a1e1-705a3e80104b tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Calling delete_port for 541ac485-68f0-4dc3-89a5-a193642cd16f owned by network:floatingip {{(pid=91907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:27:03.753751 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-c681c39f-7125-4521-a1e1-705a3e80104b tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781714486604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781714044438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4061906'] for port, after_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:03.755872 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-385688de-9d34-427f-9ae0-224745aa0770 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:27:03.784029 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c681c39f-7125-4521-a1e1-705a3e80104b tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Pushing event deleted for resources: {'Port': ['ID=541ac485-68f0-4dc3-89a5-a193642cd16f,revision_number=None']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:27:03.797391 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c681c39f-7125-4521-a1e1-705a3e80104b tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:27:03.797780 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c681c39f-7125-4521-a1e1-705a3e80104b tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:27:03.798157 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c681c39f-7125-4521-a1e1-705a3e80104b tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:27:03.798539 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c681c39f-7125-4521-a1e1-705a3e80104b tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:27:03.798925 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c681c39f-7125-4521-a1e1-705a3e80104b tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:27:03.799292 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c681c39f-7125-4521-a1e1-705a3e80104b tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:27:03.799654 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c681c39f-7125-4521-a1e1-705a3e80104b tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:27:03.800015 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c681c39f-7125-4521-a1e1-705a3e80104b tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:27:03.800372 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c681c39f-7125-4521-a1e1-705a3e80104b tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:27:03.800731 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c681c39f-7125-4521-a1e1-705a3e80104b tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:27:03.801088 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c681c39f-7125-4521-a1e1-705a3e80104b tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:27:03.801442 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c681c39f-7125-4521-a1e1-705a3e80104b tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:27:03.804629 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-c681c39f-7125-4521-a1e1-705a3e80104b tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:27:03.872712 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-c681c39f-7125-4521-a1e1-705a3e80104b tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Notify callbacks [] for floatingip, after_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:03.873043 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.db.l3_db [None req-c681c39f-7125-4521-a1e1-705a3e80104b tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Floating IP e2fa3394-93c0-4c32-873c-c74511e0e301 disassociated (deleted). External IP: 172.27.1.100, port: 9eb1375b-f923-4e9e-a0cb-e76003f2c342. Jun 15 14:27:04.157768 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c681c39f-7125-4521-a1e1-705a3e80104b tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Router f6ee24f5-8c5f-4ed3-a978-5dacd8e5ac38 has already been hosted by L3 agent 7c0fcfb6-ee6c-4f84-9204-f4cc96555f34 {{(pid=91907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:27:04.299382 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c681c39f-7125-4521-a1e1-705a3e80104b tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Notify agent at l3_agent.dv-cinder-796471-1-iscsi the message routers_updated {{(pid=91907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:27:04.304596 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-c681c39f-7125-4521-a1e1-705a3e80104b tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58954'] for floatingip, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:04.309068 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20850005-5a5b-4d16-b3f4-9af166f79a34 None None] Sync routers for ids ['f6ee24f5-8c5f-4ed3-a978-5dacd8e5ac38'] in dv-cinder-796471-1-iscsi {{(pid=91909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:27:04.318463 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20850005-5a5b-4d16-b3f4-9af166f79a34 None None] Routers {'f6ee24f5-8c5f-4ed3-a978-5dacd8e5ac38'} bound to L3 agent in host dv-cinder-796471-1-iscsi {{(pid=91909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:27:04.319672 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_hamode_db [None req-20850005-5a5b-4d16-b3f4-9af166f79a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796471-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-15T14:04:51Z,description=,heartbeat_timestamp=2021-06-15T14:26:51Z,host='dv-cinder-796471-1-iscsi',id=7c0fcfb6-ee6c-4f84-9204-f4cc96555f34,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:04:51Z,topic='l3_agent')) {'router_ids': ['f6ee24f5-8c5f-4ed3-a978-5dacd8e5ac38'], 'active': True} {{(pid=91909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:27:04.350918 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-c681c39f-7125-4521-a1e1-705a3e80104b tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] 10.222.0.26 "DELETE /v2.0/floatingips/e2fa3394-93c0-4c32-873c-c74511e0e301 HTTP/1.1" status: 204 len: 168 time: 1.1641023 Jun 15 14:27:04.351602 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04334da7-0d29-48e9-b6c3-2558e092a103', 'tag': '9eb1375b-f923-4e9e-a0cb-e76003f2c342'}] {{(pid=91907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:27:04.353971 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24467d57c8f568e2e16d95ba24031d6b60035fd708ad429d2e8baac5a477cd4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7f9fea5-f9ca-4806-83ae-74c28c4a6ef3" -d '{"events": [{"name": "network-changed", "server_uuid": "04334da7-0d29-48e9-b6c3-2558e092a103", "tag": "9eb1375b-f923-4e9e-a0cb-e76003f2c342"}]}' {{(pid=91907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:27:04.465607 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_dvr_db [None req-20850005-5a5b-4d16-b3f4-9af166f79a34 None None] Set router f6ee24f5-8c5f-4ed3-a978-5dacd8e5ac38 gateway port host: dv-cinder-796471-1-iscsi {{(pid=91909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:27:04.484512 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 14:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83efdcef-58ca-41ed-a976-aac66cff5c03 x-openstack-request-id: req-83efdcef-58ca-41ed-a976-aac66cff5c03 {{(pid=91907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:27:04.484854 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04334da7-0d29-48e9-b6c3-2558e092a103", "tag": "9eb1375b-f923-4e9e-a0cb-e76003f2c342", "status": "completed", "code": 200}]} {{(pid=91907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:27:04.485156 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-83efdcef-58ca-41ed-a976-aac66cff5c03 {{(pid=91907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:27:04.485609 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04334da7-0d29-48e9-b6c3-2558e092a103', 'tag': '9eb1375b-f923-4e9e-a0cb-e76003f2c342', 'status': 'completed', 'code': 200} Jun 15 14:27:04.599814 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f9fea5-f9ca-4806-83ae-74c28c4a6ef3 req-d54bba07-5e3f-497b-963d-2ed828c4523a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:27:04.601851 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-d7f9fea5-f9ca-4806-83ae-74c28c4a6ef3 req-d54bba07-5e3f-497b-963d-2ed828c4523a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=933a0269098045b69989ffb717859053&device_id=04334da7-0d29-48e9-b6c3-2558e092a103 HTTP/1.1" status: 200 len: 1098 time: 0.0710776 Jun 15 14:27:04.731094 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_hamode_db [None req-20850005-5a5b-4d16-b3f4-9af166f79a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6ee24f5-8c5f-4ed3-a978-5dacd8e5ac38', 'name': 'tempest-TestShelveInstance-111875190-router', 'tenant_id': '933a0269098045b69989ffb717859053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'external_fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': '76ea037d-6b51-424b-9a66-088c50086680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:22:37Z', 'updated_at': '2021-06-15T14:22:41Z', 'revision_number': 4, 'project_id': '933a0269098045b69989ffb717859053', 'gw_port': {'id': '76ea037d-6b51-424b-9a66-088c50086680', 'name': '', 'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c0:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ee24f5-8c5f-4ed3-a978-5dacd8e5ac38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:22:38Z', 'updated_at': '2021-06-15T14:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796471-1-iscsi', '_interfaces': [{'id': '3e3b66fa-ceb1-4784-a599-30f77a7c90bf', 'name': '', 'network_id': '13fd6b09-b038-4af1-aa02-1e79eebe5398', 'tenant_id': '933a0269098045b69989ffb717859053', 'mac_address': 'fa:16:3e:42:0c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ee24f5-8c5f-4ed3-a978-5dacd8e5ac38', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'a7db9feb-f419-4820-ba23-ae3cffe5e3e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:22:40Z', 'updated_at': '2021-06-15T14:22:48Z', 'revision_number': 5, 'project_id': '933a0269098045b69989ffb717859053', 'subnets': [{'id': 'a7db9feb-f419-4820-ba23-ae3cffe5e3e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796471-1-iscsi', False) {} {{(pid=91909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:27:04.734326 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20850005-5a5b-4d16-b3f4-9af166f79a34 None None] Checking router: f6ee24f5-8c5f-4ed3-a978-5dacd8e5ac38 for host: dv-cinder-796471-1-iscsi {{(pid=91909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:27:04.742488 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20850005-5a5b-4d16-b3f4-9af166f79a34 None None] Routers {'f6ee24f5-8c5f-4ed3-a978-5dacd8e5ac38'} bound to L3 agent in host dv-cinder-796471-1-iscsi {{(pid=91909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:27:04.743134 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_hamode_db [None req-20850005-5a5b-4d16-b3f4-9af166f79a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796471-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-15T14:04:51Z,description=,heartbeat_timestamp=2021-06-15T14:26:51Z,host='dv-cinder-796471-1-iscsi',id=7c0fcfb6-ee6c-4f84-9204-f4cc96555f34,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:04:51Z,topic='l3_agent')) {'router_ids': ['f6ee24f5-8c5f-4ed3-a978-5dacd8e5ac38'], 'active': True} {{(pid=91909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:27:04.814639 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f9fea5-f9ca-4806-83ae-74c28c4a6ef3 req-a012d768-7afb-4e1b-a16a-4c3af94b0399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:27:04.816282 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-d7f9fea5-f9ca-4806-83ae-74c28c4a6ef3 req-a012d768-7afb-4e1b-a16a-4c3af94b0399 service neutron] 10.222.0.67 "GET /v2.0/networks?id=13fd6b09-b038-4af1-aa02-1e79eebe5398 HTTP/1.1" status: 200 len: 909 time: 0.1634629 Jun 15 14:27:04.841734 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551b37c6-1c5d-4ff0-87c7-a79b5cc0fdc6 req-a1a2128e-5d18-420e-afc0-8d312a58f9ac tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:27:04.843300 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-551b37c6-1c5d-4ff0-87c7-a79b5cc0fdc6 req-a1a2128e-5d18-420e-afc0-8d312a58f9ac tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] 10.222.0.26 "GET /v2.0/ports?device_id=04334da7-0d29-48e9-b6c3-2558e092a103 HTTP/1.1" status: 200 len: 945 time: 0.1532593 Jun 15 14:27:04.893935 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-d7f9fea5-f9ca-4806-83ae-74c28c4a6ef3 req-5da3ef9c-2932-4f5b-b16e-f93decb9ca25 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9eb1375b-f923-4e9e-a0cb-e76003f2c342 HTTP/1.1" status: 200 len: 217 time: 0.0703387 Jun 15 14:27:04.964364 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-551b37c6-1c5d-4ff0-87c7-a79b5cc0fdc6 req-8a66f77b-9c1d-4c7f-8ad0-c8926a4109eb tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] 10.222.0.26 "GET /v2.0/security-groups?id=a166b4f7-d712-49ed-bf3c-3ad1c9fbdfd3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0773001 Jun 15 14:27:04.971528 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f9fea5-f9ca-4806-83ae-74c28c4a6ef3 req-9317cae8-6833-4757-8456-c51fc23fbf8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:27:04.972941 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-d7f9fea5-f9ca-4806-83ae-74c28c4a6ef3 req-9317cae8-6833-4757-8456-c51fc23fbf8e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a7db9feb-f419-4820-ba23-ae3cffe5e3e5 HTTP/1.1" status: 200 len: 847 time: 0.0676937 Jun 15 14:27:05.026679 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_dvr_db [None req-20850005-5a5b-4d16-b3f4-9af166f79a34 None None] Set router f6ee24f5-8c5f-4ed3-a978-5dacd8e5ac38 gateway port host: dv-cinder-796471-1-iscsi {{(pid=91909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:27:05.038947 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f9fea5-f9ca-4806-83ae-74c28c4a6ef3 req-069bb2d4-d8bc-428a-b34e-5813c18a48bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:27:05.040425 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-d7f9fea5-f9ca-4806-83ae-74c28c4a6ef3 req-069bb2d4-d8bc-428a-b34e-5813c18a48bf service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=13fd6b09-b038-4af1-aa02-1e79eebe5398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0606248 Jun 15 14:27:05.157710 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-d7f9fea5-f9ca-4806-83ae-74c28c4a6ef3 req-3a74ed80-618c-4d12-a19d-e4dd804ea080 service neutron] 10.222.0.67 "GET /v2.0/networks/13fd6b09-b038-4af1-aa02-1e79eebe5398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092167 Jun 15 14:27:05.276319 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-d7f9fea5-f9ca-4806-83ae-74c28c4a6ef3 req-a616f314-6fe0-4ee5-92b8-6740ec0f4137 service neutron] 10.222.0.67 "GET /v2.0/networks/13fd6b09-b038-4af1-aa02-1e79eebe5398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122813 Jun 15 14:27:05.286270 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_hamode_db [None req-20850005-5a5b-4d16-b3f4-9af166f79a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6ee24f5-8c5f-4ed3-a978-5dacd8e5ac38', 'name': 'tempest-TestShelveInstance-111875190-router', 'tenant_id': '933a0269098045b69989ffb717859053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'external_fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': '76ea037d-6b51-424b-9a66-088c50086680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:22:37Z', 'updated_at': '2021-06-15T14:22:41Z', 'revision_number': 4, 'project_id': '933a0269098045b69989ffb717859053', 'gw_port': {'id': '76ea037d-6b51-424b-9a66-088c50086680', 'name': '', 'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c0:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ee24f5-8c5f-4ed3-a978-5dacd8e5ac38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:22:38Z', 'updated_at': '2021-06-15T14:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796471-1-iscsi', '_interfaces': [{'id': '3e3b66fa-ceb1-4784-a599-30f77a7c90bf', 'name': '', 'network_id': '13fd6b09-b038-4af1-aa02-1e79eebe5398', 'tenant_id': '933a0269098045b69989ffb717859053', 'mac_address': 'fa:16:3e:42:0c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ee24f5-8c5f-4ed3-a978-5dacd8e5ac38', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'a7db9feb-f419-4820-ba23-ae3cffe5e3e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:22:40Z', 'updated_at': '2021-06-15T14:22:48Z', 'revision_number': 5, 'project_id': '933a0269098045b69989ffb717859053', 'subnets': [{'id': 'a7db9feb-f419-4820-ba23-ae3cffe5e3e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796471-1-iscsi', False) {} {{(pid=91909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:27:05.289764 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20850005-5a5b-4d16-b3f4-9af166f79a34 None None] The sync data for ids ['f6ee24f5-8c5f-4ed3-a978-5dacd8e5ac38'] in dv-cinder-796471-1-iscsi is: [{'id': 'f6ee24f5-8c5f-4ed3-a978-5dacd8e5ac38', 'name': 'tempest-TestShelveInstance-111875190-router', 'tenant_id': '933a0269098045b69989ffb717859053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'external_fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': '76ea037d-6b51-424b-9a66-088c50086680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:22:37Z', 'updated_at': '2021-06-15T14:22:41Z', 'revision_number': 4, 'project_id': '933a0269098045b69989ffb717859053', 'gw_port': {'id': '76ea037d-6b51-424b-9a66-088c50086680', 'name': '', 'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c0:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ee24f5-8c5f-4ed3-a978-5dacd8e5ac38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:22:38Z', 'updated_at': '2021-06-15T14:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796471-1-iscsi', '_interfaces': [{'id': '3e3b66fa-ceb1-4784-a599-30f77a7c90bf', 'name': '', 'network_id': '13fd6b09-b038-4af1-aa02-1e79eebe5398', 'tenant_id': '933a0269098045b69989ffb717859053', 'mac_address': 'fa:16:3e:42:0c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ee24f5-8c5f-4ed3-a978-5dacd8e5ac38', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'a7db9feb-f419-4820-ba23-ae3cffe5e3e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:22:40Z', 'updated_at': '2021-06-15T14:22:48Z', 'revision_number': 5, 'project_id': '933a0269098045b69989ffb717859053', 'subnets': [{'id': 'a7db9feb-f419-4820-ba23-ae3cffe5e3e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:27:05.492824 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88994826-9fbf-47d4-8145-3da15b526872 None None] New status for floating IP e2fa3394-93c0-4c32-873c-c74511e0e301: DOWN {{(pid=91910) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 15 14:27:06.154213 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e5fe6c-bdf1-408d-bc9d-77cadca1651c req-47697d73-17f5-435b-8a1f-62942f6ba4f3 tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91906) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:27:06.155720 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-59e5fe6c-bdf1-408d-bc9d-77cadca1651c req-47697d73-17f5-435b-8a1f-62942f6ba4f3 tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] 10.222.0.26 "GET /v2.0/ports?device_id=04334da7-0d29-48e9-b6c3-2558e092a103 HTTP/1.1" status: 200 len: 945 time: 0.0726447 Jun 15 14:27:06.198114 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-59e5fe6c-bdf1-408d-bc9d-77cadca1651c req-1ad7de50-6c2a-4ddd-9954-e07b3010460c tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] 10.222.0.26 "GET /v2.0/security-groups?id=a166b4f7-d712-49ed-bf3c-3ad1c9fbdfd3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0366929 Jun 15 14:27:06.453704 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b86189-3deb-4d0b-91b2-94d3940bd051 req-9d75fa44-fd83-42ab-8b5a-c3084c710249 tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:27:06.455199 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-22b86189-3deb-4d0b-91b2-94d3940bd051 req-9d75fa44-fd83-42ab-8b5a-c3084c710249 tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] 10.222.0.67 "GET /v2.0/ports?device_id=04334da7-0d29-48e9-b6c3-2558e092a103 HTTP/1.1" status: 200 len: 945 time: 0.0691350 Jun 15 14:27:06.570760 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.plugin [req-22b86189-3deb-4d0b-91b2-94d3940bd051 req-c33e143a-6173-4552-825a-3b3b93c36ed7 tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Deleting port 9eb1375b-f923-4e9e-a0cb-e76003f2c342 {{(pid=91907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:27:06.571130 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-22b86189-3deb-4d0b-91b2-94d3940bd051 req-c33e143a-6173-4552-825a-3b3b93c36ed7 tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781714481448'] for port, before_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:06.684601 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.db [req-22b86189-3deb-4d0b-91b2-94d3940bd051 req-c33e143a-6173-4552-825a-3b3b93c36ed7 tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] For port 9eb1375b-f923-4e9e-a0cb-e76003f2c342, host hv-cinder-79647, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79647',level=0,port_id=9eb1375b-f923-4e9e-a0cb-e76003f2c342,segment=NetworkSegment(759a8771-76ee-4657-9a53-a14a447f1a7e),segment_id=759a8771-76ee-4657-9a53-a14a447f1a7e)] {{(pid=91907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:27:06.684964 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-22b86189-3deb-4d0b-91b2-94d3940bd051 req-c33e143a-6173-4552-825a-3b3b93c36ed7 tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668414'] for port, precommit_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:06.778111 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.plugin [req-22b86189-3deb-4d0b-91b2-94d3940bd051 req-c33e143a-6173-4552-825a-3b3b93c36ed7 tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Calling delete_port for 9eb1375b-f923-4e9e-a0cb-e76003f2c342 owned by compute:nova {{(pid=91907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:27:06.929764 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-22b86189-3deb-4d0b-91b2-94d3940bd051 req-c33e143a-6173-4552-825a-3b3b93c36ed7 tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781714486604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781714044438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4061906'] for port, after_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:06.933699 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-94e38c17-1ad9-4335-9fef-d66ded08a032 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:27:06.963081 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33e143a-6173-4552-825a-3b3b93c36ed7 tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Pushing event deleted for resources: {'Port': ['ID=9eb1375b-f923-4e9e-a0cb-e76003f2c342,revision_number=None']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:27:06.966646 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-c33e143a-6173-4552-825a-3b3b93c36ed7 tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:27:07.020403 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.db.l3_dvrscheduler_db [req-22b86189-3deb-4d0b-91b2-94d3940bd051 req-c33e143a-6173-4552-825a-3b3b93c36ed7 tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] No DVR routers for this DVR port 9eb1375b-f923-4e9e-a0cb-e76003f2c342 on host hv-cinder-79647 {{(pid=91907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:27:07.023177 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [req-22b86189-3deb-4d0b-91b2-94d3940bd051 req-c33e143a-6173-4552-825a-3b3b93c36ed7 tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58954'] for port, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:07.025117 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [req-22b86189-3deb-4d0b-91b2-94d3940bd051 req-c33e143a-6173-4552-825a-3b3b93c36ed7 tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] 10.222.0.67 "DELETE /v2.0/ports/9eb1375b-f923-4e9e-a0cb-e76003f2c342 HTTP/1.1" status: 204 len: 173 time: 0.5645380 Jun 15 14:27:07.025647 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04334da7-0d29-48e9-b6c3-2558e092a103', 'name': 'network-vif-deleted', 'tag': '9eb1375b-f923-4e9e-a0cb-e76003f2c342'}] {{(pid=91907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:27:07.027966 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24467d57c8f568e2e16d95ba24031d6b60035fd708ad429d2e8baac5a477cd4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9275b6ea-2cc4-41ef-bf1f-70e688808900" -d '{"events": [{"server_uuid": "04334da7-0d29-48e9-b6c3-2558e092a103", "name": "network-vif-deleted", "tag": "9eb1375b-f923-4e9e-a0cb-e76003f2c342"}]}' {{(pid=91907) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:27:07.067657 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0343f693-7ab5-4be6-bf29-12ce0a3d7dc2 x-openstack-request-id: req-0343f693-7ab5-4be6-bf29-12ce0a3d7dc2 {{(pid=91907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:27:07.068052 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04334da7-0d29-48e9-b6c3-2558e092a103", "name": "network-vif-deleted", "tag": "9eb1375b-f923-4e9e-a0cb-e76003f2c342", "status": "completed", "code": 200}]} {{(pid=91907) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:27:07.068356 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0343f693-7ab5-4be6-bf29-12ce0a3d7dc2 {{(pid=91907) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:27:07.069354 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04334da7-0d29-48e9-b6c3-2558e092a103', 'name': 'network-vif-deleted', 'tag': '9eb1375b-f923-4e9e-a0cb-e76003f2c342', 'status': 'completed', 'code': 200} Jun 15 14:27:07.351870 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [req-bbb144a4-4498-495e-816c-42f035b187e8 req-9c1751c9-838e-456f-a88d-95b181c44712 tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] 10.222.0.26 "GET /v2.0/ports?device_id=04334da7-0d29-48e9-b6c3-2558e092a103 HTTP/1.1" status: 200 len: 210 time: 0.0380700 Jun 15 14:27:08.451575 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 42124) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:27:08.515772 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-0cb11046-f265-42d5-ab5a-a00f4d8d27d5 tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Notify callbacks [] for security_group, before_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:08.541990 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-0cb11046-f265-42d5-ab5a-a00f4d8d27d5 tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:08.604189 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-0cb11046-f265-42d5-ab5a-a00f4d8d27d5 tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:08.607191 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-0cb11046-f265-42d5-ab5a-a00f4d8d27d5 tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Notify callbacks [] for security_group, before_response {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:08.608346 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-0cb11046-f265-42d5-ab5a-a00f4d8d27d5 tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] 10.222.0.26 "DELETE /v2.0/security-groups/a166b4f7-d712-49ed-bf3c-3ad1c9fbdfd3 HTTP/1.1" status: 204 len: 168 time: 0.1557720 Jun 15 14:27:08.609122 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-9deccfb5-ef1d-4a09-8feb-9872f7e29f33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:27:08.620488 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb11046-f265-42d5-ab5a-a00f4d8d27d5 tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a166b4f7-d712-49ed-bf3c-3ad1c9fbdfd3,revision_number=None']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:27:08.627744 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb11046-f265-42d5-ab5a-a00f4d8d27d5 tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:27:08.628314 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb11046-f265-42d5-ab5a-a00f4d8d27d5 tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:27:08.628536 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb11046-f265-42d5-ab5a-a00f4d8d27d5 tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:27:08.628924 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb11046-f265-42d5-ab5a-a00f4d8d27d5 tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:27:08.629317 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb11046-f265-42d5-ab5a-a00f4d8d27d5 tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:27:08.629725 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb11046-f265-42d5-ab5a-a00f4d8d27d5 tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:27:08.630107 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb11046-f265-42d5-ab5a-a00f4d8d27d5 tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:27:08.630461 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb11046-f265-42d5-ab5a-a00f4d8d27d5 tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:27:08.630870 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb11046-f265-42d5-ab5a-a00f4d8d27d5 tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:27:08.631809 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb11046-f265-42d5-ab5a-a00f4d8d27d5 tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:27:08.632202 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb11046-f265-42d5-ab5a-a00f4d8d27d5 tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:27:08.632547 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb11046-f265-42d5-ab5a-a00f4d8d27d5 tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:27:08.635964 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-0cb11046-f265-42d5-ab5a-a00f4d8d27d5 tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:27:08.655982 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 42128) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:27:09.097194 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-1d8a925f-f398-4452-9e3f-36950c7b14ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-670171'] for router_interface, before_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:09.425421 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.plugin [None req-1d8a925f-f398-4452-9e3f-36950c7b14ac admin admin] Deleting port 3e3b66fa-ceb1-4784-a599-30f77a7c90bf {{(pid=91906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:27:09.425760 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-1d8a925f-f398-4452-9e3f-36950c7b14ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781714481448'] for port, before_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:09.529538 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.db [None req-1d8a925f-f398-4452-9e3f-36950c7b14ac admin admin] For port 3e3b66fa-ceb1-4784-a599-30f77a7c90bf, host dv-cinder-796471-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796471-1-iscsi',level=0,port_id=3e3b66fa-ceb1-4784-a599-30f77a7c90bf,segment=NetworkSegment(759a8771-76ee-4657-9a53-a14a447f1a7e),segment_id=759a8771-76ee-4657-9a53-a14a447f1a7e)] {{(pid=91906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:27:09.530245 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-1d8a925f-f398-4452-9e3f-36950c7b14ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668414'] for port, precommit_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:09.621918 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.plugin [None req-1d8a925f-f398-4452-9e3f-36950c7b14ac admin admin] Calling delete_port for 3e3b66fa-ceb1-4784-a599-30f77a7c90bf owned by network:router_interface {{(pid=91906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:27:09.839684 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-1d8a925f-f398-4452-9e3f-36950c7b14ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781714486604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781714044438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3410898'] for port, after_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:09.842470 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-e022b9e6-d923-402f-8518-405d85021112 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:27:09.875466 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8a925f-f398-4452-9e3f-36950c7b14ac admin admin] Pushing event deleted for resources: {'Port': ['ID=3e3b66fa-ceb1-4784-a599-30f77a7c90bf,revision_number=None']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:27:09.879300 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-1d8a925f-f398-4452-9e3f-36950c7b14ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:27:10.089327 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-1d8a925f-f398-4452-9e3f-36950c7b14ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669771'] for router_interface, after_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:10.307179 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Device 9eb1375b-f923-4e9e-a0cb-e76003f2c342 no longer exists at agent hyperv_hv-cinder-79647 {{(pid=91909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:27:10.332244 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.plugin [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] No Port match for: 9eb1375b-f923-4e9e-a0cb-e76003f2c342 {{(pid=91909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:27:10.332592 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Device 9eb1375b-f923-4e9e-a0cb-e76003f2c342 not bound to the agent host hv-cinder-79647 {{(pid=91909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:27:10.666487 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d8a925f-f398-4452-9e3f-36950c7b14ac admin admin] Router f6ee24f5-8c5f-4ed3-a978-5dacd8e5ac38 has already been hosted by L3 agent 7c0fcfb6-ee6c-4f84-9204-f4cc96555f34 {{(pid=91906) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:27:10.811603 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d8a925f-f398-4452-9e3f-36950c7b14ac admin admin] Notify agent at l3_agent.dv-cinder-796471-1-iscsi the message routers_updated {{(pid=91906) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:27:10.816645 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-1d8a925f-f398-4452-9e3f-36950c7b14ac admin admin] 10.222.0.26 "PUT /v2.0/routers/f6ee24f5-8c5f-4ed3-a978-5dacd8e5ac38/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1593955 Jun 15 14:27:10.819306 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 42130) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:27:10.822276 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4161eefd-2305-426f-832a-3d575126b098 None None] Sync routers for ids ['f6ee24f5-8c5f-4ed3-a978-5dacd8e5ac38'] in dv-cinder-796471-1-iscsi {{(pid=91909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:27:10.831363 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4161eefd-2305-426f-832a-3d575126b098 None None] Routers {'f6ee24f5-8c5f-4ed3-a978-5dacd8e5ac38'} bound to L3 agent in host dv-cinder-796471-1-iscsi {{(pid=91909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:27:10.831988 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_hamode_db [None req-4161eefd-2305-426f-832a-3d575126b098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796471-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-15T14:04:51Z,description=,heartbeat_timestamp=2021-06-15T14:26:51Z,host='dv-cinder-796471-1-iscsi',id=7c0fcfb6-ee6c-4f84-9204-f4cc96555f34,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:04:51Z,topic='l3_agent')) {'router_ids': ['f6ee24f5-8c5f-4ed3-a978-5dacd8e5ac38'], 'active': True} {{(pid=91909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:27:10.958877 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-85dc1fcb-6739-49e9-812c-a26a292c717f admin admin] Notify callbacks [] for router, before_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:10.975757 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_dvr_db [None req-4161eefd-2305-426f-832a-3d575126b098 None None] Set router f6ee24f5-8c5f-4ed3-a978-5dacd8e5ac38 gateway port host: dv-cinder-796471-1-iscsi {{(pid=91909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:27:11.098764 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-85dc1fcb-6739-49e9-812c-a26a292c717f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:11.161771 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.plugin [None req-85dc1fcb-6739-49e9-812c-a26a292c717f admin admin] Deleting port 76ea037d-6b51-424b-9a66-088c50086680 {{(pid=91906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:27:11.162390 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-85dc1fcb-6739-49e9-812c-a26a292c717f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781714481448'] for port, before_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:11.216013 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_hamode_db [None req-4161eefd-2305-426f-832a-3d575126b098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6ee24f5-8c5f-4ed3-a978-5dacd8e5ac38', 'name': 'tempest-TestShelveInstance-111875190-router', 'tenant_id': '933a0269098045b69989ffb717859053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'external_fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': '76ea037d-6b51-424b-9a66-088c50086680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:22:37Z', 'updated_at': '2021-06-15T14:27:09Z', 'revision_number': 5, 'project_id': '933a0269098045b69989ffb717859053', 'gw_port': {'id': '76ea037d-6b51-424b-9a66-088c50086680', 'name': '', 'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c0:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ee24f5-8c5f-4ed3-a978-5dacd8e5ac38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:22:38Z', 'updated_at': '2021-06-15T14:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796471-1-iscsi'}], 'dv-cinder-796471-1-iscsi', False) {} {{(pid=91909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:27:11.219359 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4161eefd-2305-426f-832a-3d575126b098 None None] Checking router: f6ee24f5-8c5f-4ed3-a978-5dacd8e5ac38 for host: dv-cinder-796471-1-iscsi {{(pid=91909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:27:11.227338 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4161eefd-2305-426f-832a-3d575126b098 None None] Routers {'f6ee24f5-8c5f-4ed3-a978-5dacd8e5ac38'} bound to L3 agent in host dv-cinder-796471-1-iscsi {{(pid=91909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:27:11.227941 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_hamode_db [None req-4161eefd-2305-426f-832a-3d575126b098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796471-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-15T14:04:51Z,description=,heartbeat_timestamp=2021-06-15T14:26:51Z,host='dv-cinder-796471-1-iscsi',id=7c0fcfb6-ee6c-4f84-9204-f4cc96555f34,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:04:51Z,topic='l3_agent')) {'router_ids': ['f6ee24f5-8c5f-4ed3-a978-5dacd8e5ac38'], 'active': True} {{(pid=91909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:27:11.275660 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.db [None req-85dc1fcb-6739-49e9-812c-a26a292c717f admin admin] For port 76ea037d-6b51-424b-9a66-088c50086680, host dv-cinder-796471-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796471-1-iscsi',level=0,port_id=76ea037d-6b51-424b-9a66-088c50086680,segment=NetworkSegment(16359361-6c0e-4f40-8a0e-56105654022c),segment_id=16359361-6c0e-4f40-8a0e-56105654022c)] {{(pid=91906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:27:11.276013 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-85dc1fcb-6739-49e9-812c-a26a292c717f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668414'] for port, precommit_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:11.350022 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_dvr_db [None req-4161eefd-2305-426f-832a-3d575126b098 None None] Set router f6ee24f5-8c5f-4ed3-a978-5dacd8e5ac38 gateway port host: None {{(pid=91909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:27:11.369465 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.plugin [None req-85dc1fcb-6739-49e9-812c-a26a292c717f admin admin] Calling delete_port for 76ea037d-6b51-424b-9a66-088c50086680 owned by network:router_gateway {{(pid=91906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:27:11.428532 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_hamode_db [None req-4161eefd-2305-426f-832a-3d575126b098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6ee24f5-8c5f-4ed3-a978-5dacd8e5ac38', 'name': 'tempest-TestShelveInstance-111875190-router', 'tenant_id': '933a0269098045b69989ffb717859053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:22:37Z', 'updated_at': '2021-06-15T14:27:11Z', 'revision_number': 6, 'project_id': '933a0269098045b69989ffb717859053', 'gw_port_host': None}], 'dv-cinder-796471-1-iscsi', False) {} {{(pid=91909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:27:11.432019 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4161eefd-2305-426f-832a-3d575126b098 None None] The sync data for ids ['f6ee24f5-8c5f-4ed3-a978-5dacd8e5ac38'] in dv-cinder-796471-1-iscsi is: [{'id': 'f6ee24f5-8c5f-4ed3-a978-5dacd8e5ac38', 'name': 'tempest-TestShelveInstance-111875190-router', 'tenant_id': '933a0269098045b69989ffb717859053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:22:37Z', 'updated_at': '2021-06-15T14:27:11Z', 'revision_number': 6, 'project_id': '933a0269098045b69989ffb717859053', 'gw_port_host': None}] {{(pid=91909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:27:11.579668 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-85dc1fcb-6739-49e9-812c-a26a292c717f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781714486604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781714044438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3410898'] for port, after_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:11.582417 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-49249c51-49b8-4bc6-bf59-4749b0d7e0f3 tempest-TestShelveInstance-22095923 tempest-TestShelveInstance-22095923-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:27:11.611163 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dc1fcb-6739-49e9-812c-a26a292c717f admin admin] Pushing event deleted for resources: {'Port': ['ID=76ea037d-6b51-424b-9a66-088c50086680,revision_number=None']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:27:11.616649 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-85dc1fcb-6739-49e9-812c-a26a292c717f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:27:11.688400 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-85dc1fcb-6739-49e9-812c-a26a292c717f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-667160'] for router_gateway, after_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:11.822303 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-85dc1fcb-6739-49e9-812c-a26a292c717f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-706281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10782'] for router, precommit_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:11.824563 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-85dc1fcb-6739-49e9-812c-a26a292c717f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:11.884264 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-85dc1fcb-6739-49e9-812c-a26a292c717f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-770111'] for router, after_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:11.884826 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85dc1fcb-6739-49e9-812c-a26a292c717f admin admin] Fanout notify agent at l3_agent the message router_deleted on router f6ee24f5-8c5f-4ed3-a978-5dacd8e5ac38 {{(pid=91906) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 15 14:27:11.889104 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-85dc1fcb-6739-49e9-812c-a26a292c717f admin admin] Notify callbacks [] for router, before_response {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:11.890306 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-85dc1fcb-6739-49e9-812c-a26a292c717f admin admin] 10.222.0.26 "DELETE /v2.0/routers/f6ee24f5-8c5f-4ed3-a978-5dacd8e5ac38 HTTP/1.1" status: 204 len: 168 time: 1.0700655 Jun 15 14:27:11.893171 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 42132) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:27:11.945726 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6bbf5c3-11f1-48e8-a66a-c95fd5aed9c9 admin admin] Deleting subnet a7db9feb-f419-4820-ba23-ae3cffe5e3e5 {{(pid=91906) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 15 14:27:11.948734 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-c6bbf5c3-11f1-48e8-a66a-c95fd5aed9c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:11.989328 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-c6bbf5c3-11f1-48e8-a66a-c95fd5aed9c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3510251'] for subnet, precommit_delete_associations {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:12.082346 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-c6bbf5c3-11f1-48e8-a66a-c95fd5aed9c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32884212'] for subnet, precommit_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:12.144005 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-c6bbf5c3-11f1-48e8-a66a-c95fd5aed9c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32884221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3410472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3427184'] for subnet, after_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:12.147168 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:27:12.179020 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bbf5c3-11f1-48e8-a66a-c95fd5aed9c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7db9feb-f419-4820-ba23-ae3cffe5e3e5,revision_number=None']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:27:12.180995 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-c6bbf5c3-11f1-48e8-a66a-c95fd5aed9c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537372'] for subnet, before_response {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:12.183449 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-c6bbf5c3-11f1-48e8-a66a-c95fd5aed9c9 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/a7db9feb-f419-4820-ba23-ae3cffe5e3e5 HTTP/1.1" status: 204 len: 168 time: 0.2885060 Jun 15 14:27:12.183750 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-c6bbf5c3-11f1-48e8-a66a-c95fd5aed9c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:27:12.185276 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.wsgi [-] (91906) accepted ('10.222.0.26', 42134) {{(pid=91906) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:27:12.187815 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec3e0fbe-eca3-41ae-92e2-63801d33d997 None None] Network 13fd6b09-b038-4af1-aa02-1e79eebe5398 requested from dv-cinder-796471-1-iscsi {{(pid=91909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:27:12.279975 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-c4e51fd1-8df6-4cee-ad8d-3a47197e3079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33040767'] for network, before_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:12.342710 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.plugin [None req-c4e51fd1-8df6-4cee-ad8d-3a47197e3079 admin admin] Deleting port 3795fb65-810b-4b7d-98ef-b4b612dfc31f {{(pid=91906) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:27:12.343080 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-c4e51fd1-8df6-4cee-ad8d-3a47197e3079 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781714481448'] for port, before_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:12.419414 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c110f10c-a9bf-44b8-a4fe-5a9c333d4b39 None None] DHCP port deletion for 13fd6b09-b038-4af1-aa02-1e79eebe5398 request from dv-cinder-796471-1-iscsi {{(pid=91909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 15 14:27:12.435130 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.db [None req-c4e51fd1-8df6-4cee-ad8d-3a47197e3079 admin admin] For port 3795fb65-810b-4b7d-98ef-b4b612dfc31f, host dv-cinder-796471-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796471-1-iscsi',level=0,port_id=3795fb65-810b-4b7d-98ef-b4b612dfc31f,segment=NetworkSegment(759a8771-76ee-4657-9a53-a14a447f1a7e),segment_id=759a8771-76ee-4657-9a53-a14a447f1a7e)] {{(pid=91906) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:27:12.435484 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-c4e51fd1-8df6-4cee-ad8d-3a47197e3079 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668414'] for port, precommit_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:12.473494 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.plugin [None req-c110f10c-a9bf-44b8-a4fe-5a9c333d4b39 None None] Deleting port 3795fb65-810b-4b7d-98ef-b4b612dfc31f {{(pid=91909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:27:12.473869 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-c110f10c-a9bf-44b8-a4fe-5a9c333d4b39 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781714481448'] for port, before_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:12.531153 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.plugin [None req-c4e51fd1-8df6-4cee-ad8d-3a47197e3079 admin admin] Calling delete_port for 3795fb65-810b-4b7d-98ef-b4b612dfc31f owned by network:dhcp {{(pid=91906) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:27:12.561547 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-c110f10c-a9bf-44b8-a4fe-5a9c333d4b39 None None] For port 3795fb65-810b-4b7d-98ef-b4b612dfc31f, host dv-cinder-796471-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796471-1-iscsi',level=0,port_id=3795fb65-810b-4b7d-98ef-b4b612dfc31f,segment=NetworkSegment(759a8771-76ee-4657-9a53-a14a447f1a7e),segment_id=759a8771-76ee-4657-9a53-a14a447f1a7e)] {{(pid=91909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:27:12.561944 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-c110f10c-a9bf-44b8-a4fe-5a9c333d4b39 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668414'] for port, precommit_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:12.633043 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-c4e51fd1-8df6-4cee-ad8d-3a47197e3079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781714486604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781714044438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3410898'] for port, after_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:12.635626 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-b0933f9a-841f-4ec3-8c71-0dce3988c687 tempest-VolumesNegativeTest-995699634 tempest-VolumesNegativeTest-995699634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:27:12.655490 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.plugin [None req-c110f10c-a9bf-44b8-a4fe-5a9c333d4b39 None None] Calling delete_port for 3795fb65-810b-4b7d-98ef-b4b612dfc31f owned by network:dhcp {{(pid=91909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:27:12.664652 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e51fd1-8df6-4cee-ad8d-3a47197e3079 admin admin] Pushing event deleted for resources: {'Port': ['ID=3795fb65-810b-4b7d-98ef-b4b612dfc31f,revision_number=None']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:27:12.667094 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-c4e51fd1-8df6-4cee-ad8d-3a47197e3079 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:27:12.669553 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e51fd1-8df6-4cee-ad8d-3a47197e3079 admin admin] No DVR routers for this DVR port 3795fb65-810b-4b7d-98ef-b4b612dfc31f on host dv-cinder-796471-1-iscsi {{(pid=91906) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:27:12.737451 dv-cinder-796471-1-iscsi neutron-server[91909]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 15 14:27:12.737451 dv-cinder-796471-1-iscsi neutron-server[91909]: from cryptography.utils import int_from_bytes Jun 15 14:27:12.737451 dv-cinder-796471-1-iscsi neutron-server[91909]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 15 14:27:12.737451 dv-cinder-796471-1-iscsi neutron-server[91909]: from cryptography.utils import int_from_bytes Jun 15 14:27:12.737451 dv-cinder-796471-1-iscsi neutron-server[91909]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:27:12.737451 dv-cinder-796471-1-iscsi neutron-server[91909]: retrieve_revision_numbers = { Jun 15 14:27:12.737451 dv-cinder-796471-1-iscsi neutron-server[91909]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:27:12.737451 dv-cinder-796471-1-iscsi neutron-server[91909]: retrieve_revision_numbers = { Jun 15 14:27:12.737451 dv-cinder-796471-1-iscsi neutron-server[91909]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:27:12.737451 dv-cinder-796471-1-iscsi neutron-server[91909]: retrieve_revision_numbers = { Jun 15 14:27:12.737451 dv-cinder-796471-1-iscsi neutron-server[91909]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:27:12.737451 dv-cinder-796471-1-iscsi neutron-server[91909]: retrieve_revision_numbers = { Jun 15 14:27:12.737451 dv-cinder-796471-1-iscsi neutron-server[91909]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:27:12.737451 dv-cinder-796471-1-iscsi neutron-server[91909]: retrieve_revision_numbers = { Jun 15 14:27:12.737451 dv-cinder-796471-1-iscsi neutron-server[91909]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:27:12.737451 dv-cinder-796471-1-iscsi neutron-server[91909]: retrieve_revision_numbers = { Jun 15 14:27:12.737451 dv-cinder-796471-1-iscsi neutron-server[91909]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:27:12.737451 dv-cinder-796471-1-iscsi neutron-server[91909]: retrieve_revision_numbers = { Jun 15 14:27:12.737451 dv-cinder-796471-1-iscsi neutron-server[91909]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 15 14:27:12.737451 dv-cinder-796471-1-iscsi neutron-server[91909]: self.session.flush() Jun 15 14:27:12.737451 dv-cinder-796471-1-iscsi neutron-server[91909]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 15 14:27:12.737451 dv-cinder-796471-1-iscsi neutron-server[91909]: self.session.flush() Jun 15 14:27:12.737451 dv-cinder-796471-1-iscsi neutron-server[91909]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 15 14:27:12.737451 dv-cinder-796471-1-iscsi neutron-server[91909]: self.session.flush() Jun 15 14:27:12.737451 dv-cinder-796471-1-iscsi neutron-server[91909]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 15 14:27:12.737451 dv-cinder-796471-1-iscsi neutron-server[91909]: self.session.flush() Jun 15 14:27:12.737451 dv-cinder-796471-1-iscsi neutron-server[91909]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 15 14:27:12.737451 dv-cinder-796471-1-iscsi neutron-server[91909]: self.session.flush() Jun 15 14:27:12.737451 dv-cinder-796471-1-iscsi neutron-server[91909]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 15 14:27:12.737451 dv-cinder-796471-1-iscsi neutron-server[91909]: self.session.flush() Jun 15 14:27:12.737451 dv-cinder-796471-1-iscsi neutron-server[91909]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 15 14:27:12.737451 dv-cinder-796471-1-iscsi neutron-server[91909]: self.session.flush() Jun 15 14:27:12.737451 dv-cinder-796471-1-iscsi neutron-server[91909]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 15 14:27:12.737451 dv-cinder-796471-1-iscsi neutron-server[91909]: self.session.flush() Jun 15 14:27:12.737451 dv-cinder-796471-1-iscsi neutron-server[91909]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 15 14:27:12.737451 dv-cinder-796471-1-iscsi neutron-server[91909]: self.session.flush() Jun 15 14:27:12.737451 dv-cinder-796471-1-iscsi neutron-server[91909]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 15 14:27:12.737451 dv-cinder-796471-1-iscsi neutron-server[91909]: self.session.flush() Jun 15 14:27:12.737451 dv-cinder-796471-1-iscsi neutron-server[91909]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 15 14:27:12.737451 dv-cinder-796471-1-iscsi neutron-server[91909]: self.session.flush() Jun 15 14:27:12.740804 dv-cinder-796471-1-iscsi neutron-server[91909]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 15 14:27:12.740804 dv-cinder-796471-1-iscsi neutron-server[91909]: self.session.flush() Jun 15 14:27:12.740804 dv-cinder-796471-1-iscsi neutron-server[91909]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:27:12.740804 dv-cinder-796471-1-iscsi neutron-server[91909]: retrieve_revision_numbers = { Jun 15 14:27:12.740804 dv-cinder-796471-1-iscsi neutron-server[91909]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 15 14:27:12.740804 dv-cinder-796471-1-iscsi neutron-server[91909]: self.session.flush() Jun 15 14:27:12.740804 dv-cinder-796471-1-iscsi neutron-server[91909]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 15 14:27:12.740804 dv-cinder-796471-1-iscsi neutron-server[91909]: self.session.flush() Jun 15 14:27:12.740804 dv-cinder-796471-1-iscsi neutron-server[91909]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 15 14:27:12.740804 dv-cinder-796471-1-iscsi neutron-server[91909]: self.session.flush() Jun 15 14:27:12.740804 dv-cinder-796471-1-iscsi neutron-server[91909]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 15 14:27:12.740804 dv-cinder-796471-1-iscsi neutron-server[91909]: self.session.flush() Jun 15 14:27:12.740804 dv-cinder-796471-1-iscsi neutron-server[91909]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 15 14:27:12.740804 dv-cinder-796471-1-iscsi neutron-server[91909]: self.session.flush() Jun 15 14:27:12.745781 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-c110f10c-a9bf-44b8-a4fe-5a9c333d4b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781714486604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781714044438'] for port, after_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:12.747695 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-db5d83fd-4b1e-4877-8384-0f8f6da3ec46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:27:12.768262 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-c4e51fd1-8df6-4cee-ad8d-3a47197e3079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32895081', 'neutron.services.segments.db._delete_segments_for_network-8781714566072'] for network, precommit_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:12.780935 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.services.segments.db [None req-c4e51fd1-8df6-4cee-ad8d-3a47197e3079 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13fd6b09-b038-4af1-aa02-1e79eebe5398']}} {{(pid=91906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:27:12.793521 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.services.segments.db [None req-c4e51fd1-8df6-4cee-ad8d-3a47197e3079 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '759a8771-76ee-4657-9a53-a14a447f1a7e') {'for_net_delete': True} {{(pid=91906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:27:12.793815 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.services.segments.db [None req-c4e51fd1-8df6-4cee-ad8d-3a47197e3079 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '759a8771-76ee-4657-9a53-a14a447f1a7e') {} {{(pid=91906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:27:12.804624 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-c4e51fd1-8df6-4cee-ad8d-3a47197e3079 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781714565910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3510240'] for segment, before_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:12.821087 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-c4e51fd1-8df6-4cee-ad8d-3a47197e3079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32890017'] for segment, precommit_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:12.827916 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4e51fd1-8df6-4cee-ad8d-3a47197e3079 admin admin] Releasing vlan 855 on physical network physnet1 to pool {{(pid=91906) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:27:12.828322 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-c4e51fd1-8df6-4cee-ad8d-3a47197e3079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32890017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3410817'] for segment, after_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:12.830265 dv-cinder-796471-1-iscsi neutron-server[91906]: Traceback (most recent call last): Jun 15 14:27:12.830265 dv-cinder-796471-1-iscsi neutron-server[91906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 15 14:27:12.830265 dv-cinder-796471-1-iscsi neutron-server[91906]: timer() Jun 15 14:27:12.830265 dv-cinder-796471-1-iscsi neutron-server[91906]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 15 14:27:12.830265 dv-cinder-796471-1-iscsi neutron-server[91906]: cb(*args, **kw) Jun 15 14:27:12.830265 dv-cinder-796471-1-iscsi neutron-server[91906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 15 14:27:12.830265 dv-cinder-796471-1-iscsi neutron-server[91906]: return func(*args, **kwargs) Jun 15 14:27:12.830265 dv-cinder-796471-1-iscsi neutron-server[91906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 15 14:27:12.830265 dv-cinder-796471-1-iscsi neutron-server[91906]: self._notify() Jun 15 14:27:12.830265 dv-cinder-796471-1-iscsi neutron-server[91906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 15 14:27:12.830265 dv-cinder-796471-1-iscsi neutron-server[91906]: self.callback(batched_events) Jun 15 14:27:12.830265 dv-cinder-796471-1-iscsi neutron-server[91906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 15 14:27:12.830265 dv-cinder-796471-1-iscsi neutron-server[91906]: event.method(event) Jun 15 14:27:12.830265 dv-cinder-796471-1-iscsi neutron-server[91906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 15 14:27:12.830265 dv-cinder-796471-1-iscsi neutron-server[91906]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 15 14:27:12.830265 dv-cinder-796471-1-iscsi neutron-server[91906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 15 14:27:12.830265 dv-cinder-796471-1-iscsi neutron-server[91906]: aggregate_uuid = self.p_client.list_aggregates( Jun 15 14:27:12.830265 dv-cinder-796471-1-iscsi neutron-server[91906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 15 14:27:12.830265 dv-cinder-796471-1-iscsi neutron-server[91906]: return f(self, *a, **k) Jun 15 14:27:12.830265 dv-cinder-796471-1-iscsi neutron-server[91906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 15 14:27:12.830265 dv-cinder-796471-1-iscsi neutron-server[91906]: return self._get(url).json() Jun 15 14:27:12.830265 dv-cinder-796471-1-iscsi neutron-server[91906]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 15 14:27:12.830265 dv-cinder-796471-1-iscsi neutron-server[91906]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 15 14:27:12.830265 dv-cinder-796471-1-iscsi neutron-server[91906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 15 14:27:12.830265 dv-cinder-796471-1-iscsi neutron-server[91906]: return self.request(url, 'GET', **kwargs) Jun 15 14:27:12.830265 dv-cinder-796471-1-iscsi neutron-server[91906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 15 14:27:12.830265 dv-cinder-796471-1-iscsi neutron-server[91906]: base_url = self.get_endpoint(auth, allow=allow, Jun 15 14:27:12.830265 dv-cinder-796471-1-iscsi neutron-server[91906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 15 14:27:12.830265 dv-cinder-796471-1-iscsi neutron-server[91906]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 15 14:27:12.830265 dv-cinder-796471-1-iscsi neutron-server[91906]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 15 14:27:12.830265 dv-cinder-796471-1-iscsi neutron-server[91906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 15 14:27:12.830265 dv-cinder-796471-1-iscsi neutron-server[91906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 15 14:27:12.910871 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-c4e51fd1-8df6-4cee-ad8d-3a47197e3079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32895094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-350226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667141'] for network, after_delete {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:12.914814 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c110f10c-a9bf-44b8-a4fe-5a9c333d4b39 None None] Pushing event deleted for resources: {'Port': ['ID=3795fb65-810b-4b7d-98ef-b4b612dfc31f,revision_number=None']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:27:12.916880 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:27:12.919801 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-c4e51fd1-8df6-4cee-ad8d-3a47197e3079 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537372'] for network, before_response {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:12.921894 dv-cinder-796471-1-iscsi neutron-server[91906]: INFO neutron.wsgi [None req-c4e51fd1-8df6-4cee-ad8d-3a47197e3079 admin admin] 10.222.0.26 "DELETE /v2.0/networks/13fd6b09-b038-4af1-aa02-1e79eebe5398 HTTP/1.1" status: 204 len: 168 time: 0.7356610 Jun 15 14:27:12.922703 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c110f10c-a9bf-44b8-a4fe-5a9c333d4b39 None None] No DVR routers for this DVR port 3795fb65-810b-4b7d-98ef-b4b612dfc31f on host dv-cinder-796471-1-iscsi {{(pid=91909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:27:12.924875 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 42136) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:27:12.925402 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c110f10c-a9bf-44b8-a4fe-5a9c333d4b39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:27:12.925543 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c110f10c-a9bf-44b8-a4fe-5a9c333d4b39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:27:12.925877 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c110f10c-a9bf-44b8-a4fe-5a9c333d4b39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:27:12.926178 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c110f10c-a9bf-44b8-a4fe-5a9c333d4b39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:27:12.926563 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c110f10c-a9bf-44b8-a4fe-5a9c333d4b39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:27:12.926883 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c110f10c-a9bf-44b8-a4fe-5a9c333d4b39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:27:12.927230 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c110f10c-a9bf-44b8-a4fe-5a9c333d4b39 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:27:12.927530 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c110f10c-a9bf-44b8-a4fe-5a9c333d4b39 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:27:12.927881 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c110f10c-a9bf-44b8-a4fe-5a9c333d4b39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:27:12.928199 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c110f10c-a9bf-44b8-a4fe-5a9c333d4b39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:27:12.928513 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c110f10c-a9bf-44b8-a4fe-5a9c333d4b39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:27:12.928829 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c110f10c-a9bf-44b8-a4fe-5a9c333d4b39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796471-1-iscsi {{(pid=91909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:27:12.932424 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-c110f10c-a9bf-44b8-a4fe-5a9c333d4b39 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:27:12.937006 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e51fd1-8df6-4cee-ad8d-3a47197e3079 admin admin] Pushing event deleted for resources: {'Network': ['ID=13fd6b09-b038-4af1-aa02-1e79eebe5398,revision_number=None']} {{(pid=91906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:27:12.939000 dv-cinder-796471-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-c4e51fd1-8df6-4cee-ad8d-3a47197e3079 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:27:13.051191 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Device 76ea037d-6b51-424b-9a66-088c50086680 no longer exists at agent ovs-agent-dv-cinder-796471-1-iscsi {{(pid=91909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:27:13.077604 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.plugin [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] No Port match for: 76ea037d-6b51-424b-9a66-088c50086680 {{(pid=91909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:27:13.077958 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Device 76ea037d-6b51-424b-9a66-088c50086680 not bound to the agent host dv-cinder-796471-1-iscsi {{(pid=91909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:27:13.078562 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Device 3795fb65-810b-4b7d-98ef-b4b612dfc31f no longer exists at agent ovs-agent-dv-cinder-796471-1-iscsi {{(pid=91909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:27:13.102476 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.plugin [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] No Port match for: 3795fb65-810b-4b7d-98ef-b4b612dfc31f {{(pid=91909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:27:13.102863 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Device 3795fb65-810b-4b7d-98ef-b4b612dfc31f not bound to the agent host dv-cinder-796471-1-iscsi {{(pid=91909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:27:13.103317 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Device 3e3b66fa-ceb1-4784-a599-30f77a7c90bf no longer exists at agent ovs-agent-dv-cinder-796471-1-iscsi {{(pid=91909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:27:13.128154 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.plugin [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] No Port match for: 3e3b66fa-ceb1-4784-a599-30f77a7c90bf {{(pid=91909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:27:13.128514 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Device 3e3b66fa-ceb1-4784-a599-30f77a7c90bf not bound to the agent host dv-cinder-796471-1-iscsi {{(pid=91909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:27:13.667204 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-0aec06c9-7829-4e77-87e8-51beeafdd874 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-670171'] for router_interface, before_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:13.989768 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.plugin [None req-0aec06c9-7829-4e77-87e8-51beeafdd874 admin admin] Deleting port 1f73dd78-0494-46df-9646-ed1317658c88 {{(pid=91907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:27:13.990950 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-0aec06c9-7829-4e77-87e8-51beeafdd874 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781714481448'] for port, before_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:14.090233 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.db [None req-0aec06c9-7829-4e77-87e8-51beeafdd874 admin admin] For port 1f73dd78-0494-46df-9646-ed1317658c88, host dv-cinder-796471-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796471-1-iscsi',level=0,port_id=1f73dd78-0494-46df-9646-ed1317658c88,segment=NetworkSegment(5f200ac4-3a9c-45f4-9bce-1a65ac073101),segment_id=5f200ac4-3a9c-45f4-9bce-1a65ac073101)] {{(pid=91907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:27:14.090578 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-0aec06c9-7829-4e77-87e8-51beeafdd874 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668414'] for port, precommit_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:14.185859 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.plugin [None req-0aec06c9-7829-4e77-87e8-51beeafdd874 admin admin] Calling delete_port for 1f73dd78-0494-46df-9646-ed1317658c88 owned by network:router_interface {{(pid=91907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:27:14.401354 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-0aec06c9-7829-4e77-87e8-51beeafdd874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781714486604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781714044438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4061906'] for port, after_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:14.403569 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-60bb57ec-a977-478f-9253-55ffe92b9da7 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:27:14.431962 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aec06c9-7829-4e77-87e8-51beeafdd874 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f73dd78-0494-46df-9646-ed1317658c88,revision_number=None']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:27:14.435485 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-0aec06c9-7829-4e77-87e8-51beeafdd874 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:27:14.654851 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-0aec06c9-7829-4e77-87e8-51beeafdd874 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669771'] for router_interface, after_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:14.946532 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aec06c9-7829-4e77-87e8-51beeafdd874 admin admin] Router f3e617dc-f6c7-4f72-ad31-aac0c0f90a44 has already been hosted by L3 agent 7c0fcfb6-ee6c-4f84-9204-f4cc96555f34 {{(pid=91907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:27:15.090270 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aec06c9-7829-4e77-87e8-51beeafdd874 admin admin] Notify agent at l3_agent.dv-cinder-796471-1-iscsi the message routers_updated {{(pid=91907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:27:15.095756 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-0aec06c9-7829-4e77-87e8-51beeafdd874 admin admin] 10.222.0.26 "PUT /v2.0/routers/f3e617dc-f6c7-4f72-ad31-aac0c0f90a44/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1687691 Jun 15 14:27:15.098105 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 42138) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:27:15.099435 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0f0171-96f3-48e9-b467-c87cdca49a00 None None] Sync routers for ids ['f3e617dc-f6c7-4f72-ad31-aac0c0f90a44'] in dv-cinder-796471-1-iscsi {{(pid=91910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:27:15.108865 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0f0171-96f3-48e9-b467-c87cdca49a00 None None] Routers {'f3e617dc-f6c7-4f72-ad31-aac0c0f90a44'} bound to L3 agent in host dv-cinder-796471-1-iscsi {{(pid=91910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:27:15.109480 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-5f0f0171-96f3-48e9-b467-c87cdca49a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796471-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-15T14:04:51Z,description=,heartbeat_timestamp=2021-06-15T14:26:51Z,host='dv-cinder-796471-1-iscsi',id=7c0fcfb6-ee6c-4f84-9204-f4cc96555f34,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:04:51Z,topic='l3_agent')) {'router_ids': ['f3e617dc-f6c7-4f72-ad31-aac0c0f90a44'], 'active': True} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:27:15.237270 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-9bb8d209-e8b3-4527-976b-39e3cadb31d5 admin admin] Notify callbacks [] for router, before_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:15.247747 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvr_db [None req-5f0f0171-96f3-48e9-b467-c87cdca49a00 None None] Set router f3e617dc-f6c7-4f72-ad31-aac0c0f90a44 gateway port host: dv-cinder-796471-1-iscsi {{(pid=91910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:27:15.379001 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-9bb8d209-e8b3-4527-976b-39e3cadb31d5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:15.438231 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.plugin [None req-9bb8d209-e8b3-4527-976b-39e3cadb31d5 admin admin] Deleting port 5f39ab1e-38fc-4518-b479-fddcb1d94c88 {{(pid=91907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:27:15.438571 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-9bb8d209-e8b3-4527-976b-39e3cadb31d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781714481448'] for port, before_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:15.487929 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-5f0f0171-96f3-48e9-b467-c87cdca49a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3e617dc-f6c7-4f72-ad31-aac0c0f90a44', 'name': 'tempest-TestShelveInstance-1500092470-router', 'tenant_id': '6b61f08aa60345fd9fefc8701ba34fca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'external_fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '5f39ab1e-38fc-4518-b479-fddcb1d94c88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:22:43Z', 'updated_at': '2021-06-15T14:27:14Z', 'revision_number': 5, 'project_id': '6b61f08aa60345fd9fefc8701ba34fca', 'gw_port': {'id': '5f39ab1e-38fc-4518-b479-fddcb1d94c88', 'name': '', 'network_id': '962d46ed-056a-473f-b9cc-450bda4e3641', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:cc:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e617dc-f6c7-4f72-ad31-aac0c0f90a44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796471-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:22:44Z', 'updated_at': '2021-06-15T14:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a342ae99-1675-4821-852d-5dc3e7213bc2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796471-1-iscsi'}], 'dv-cinder-796471-1-iscsi', False) {} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:27:15.491783 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0f0171-96f3-48e9-b467-c87cdca49a00 None None] Checking router: f3e617dc-f6c7-4f72-ad31-aac0c0f90a44 for host: dv-cinder-796471-1-iscsi {{(pid=91910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:27:15.499953 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0f0171-96f3-48e9-b467-c87cdca49a00 None None] Routers {'f3e617dc-f6c7-4f72-ad31-aac0c0f90a44'} bound to L3 agent in host dv-cinder-796471-1-iscsi {{(pid=91910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:27:15.501038 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-5f0f0171-96f3-48e9-b467-c87cdca49a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796471-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-15T14:04:51Z,description=,heartbeat_timestamp=2021-06-15T14:26:51Z,host='dv-cinder-796471-1-iscsi',id=7c0fcfb6-ee6c-4f84-9204-f4cc96555f34,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:04:51Z,topic='l3_agent')) {'router_ids': ['f3e617dc-f6c7-4f72-ad31-aac0c0f90a44'], 'active': True} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:27:15.545532 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.db [None req-9bb8d209-e8b3-4527-976b-39e3cadb31d5 admin admin] For port 5f39ab1e-38fc-4518-b479-fddcb1d94c88, host dv-cinder-796471-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796471-1-iscsi',level=0,port_id=5f39ab1e-38fc-4518-b479-fddcb1d94c88,segment=NetworkSegment(16359361-6c0e-4f40-8a0e-56105654022c),segment_id=16359361-6c0e-4f40-8a0e-56105654022c)] {{(pid=91907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:27:15.545887 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-9bb8d209-e8b3-4527-976b-39e3cadb31d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668414'] for port, precommit_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:15.630663 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_dvr_db [None req-5f0f0171-96f3-48e9-b467-c87cdca49a00 None None] Set router f3e617dc-f6c7-4f72-ad31-aac0c0f90a44 gateway port host: None {{(pid=91910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:27:15.638871 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.plugin [None req-9bb8d209-e8b3-4527-976b-39e3cadb31d5 admin admin] Calling delete_port for 5f39ab1e-38fc-4518-b479-fddcb1d94c88 owned by network:router_gateway {{(pid=91907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:27:15.714500 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.l3_hamode_db [None req-5f0f0171-96f3-48e9-b467-c87cdca49a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3e617dc-f6c7-4f72-ad31-aac0c0f90a44', 'name': 'tempest-TestShelveInstance-1500092470-router', 'tenant_id': '6b61f08aa60345fd9fefc8701ba34fca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:22:43Z', 'updated_at': '2021-06-15T14:27:15Z', 'revision_number': 6, 'project_id': '6b61f08aa60345fd9fefc8701ba34fca', 'gw_port_host': None}], 'dv-cinder-796471-1-iscsi', False) {} {{(pid=91910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:27:15.717959 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0f0171-96f3-48e9-b467-c87cdca49a00 None None] The sync data for ids ['f3e617dc-f6c7-4f72-ad31-aac0c0f90a44'] in dv-cinder-796471-1-iscsi is: [{'id': 'f3e617dc-f6c7-4f72-ad31-aac0c0f90a44', 'name': 'tempest-TestShelveInstance-1500092470-router', 'tenant_id': '6b61f08aa60345fd9fefc8701ba34fca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:22:43Z', 'updated_at': '2021-06-15T14:27:15Z', 'revision_number': 6, 'project_id': '6b61f08aa60345fd9fefc8701ba34fca', 'gw_port_host': None}] {{(pid=91910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:27:15.840473 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-9bb8d209-e8b3-4527-976b-39e3cadb31d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781714486604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781714044438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4061906'] for port, after_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:15.843453 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-78fb4cd9-efea-45d3-8cb7-51aeedbca148 tempest-TestVolumeBootPattern-1072907881 tempest-TestVolumeBootPattern-1072907881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:27:15.878549 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb8d209-e8b3-4527-976b-39e3cadb31d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f39ab1e-38fc-4518-b479-fddcb1d94c88,revision_number=None']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:27:15.880744 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-9bb8d209-e8b3-4527-976b-39e3cadb31d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:27:15.952200 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-9bb8d209-e8b3-4527-976b-39e3cadb31d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-667160'] for router_gateway, after_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:16.083738 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-9bb8d209-e8b3-4527-976b-39e3cadb31d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-706281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10782'] for router, precommit_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:16.086611 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-9bb8d209-e8b3-4527-976b-39e3cadb31d5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:16.156592 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-9bb8d209-e8b3-4527-976b-39e3cadb31d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-770111'] for router, after_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:16.157243 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bb8d209-e8b3-4527-976b-39e3cadb31d5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f3e617dc-f6c7-4f72-ad31-aac0c0f90a44 {{(pid=91907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 15 14:27:16.164904 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-9bb8d209-e8b3-4527-976b-39e3cadb31d5 admin admin] Notify callbacks [] for router, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:16.166065 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-9bb8d209-e8b3-4527-976b-39e3cadb31d5 admin admin] 10.222.0.26 "DELETE /v2.0/routers/f3e617dc-f6c7-4f72-ad31-aac0c0f90a44 HTTP/1.1" status: 204 len: 168 time: 1.0670357 Jun 15 14:27:16.168581 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 42140) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:27:16.220545 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.db.db_base_plugin_v2 [None req-dca46057-5774-4701-b199-75d1eb891ebf admin admin] Deleting subnet b561fce6-9107-43eb-a877-725c32cf36c0 {{(pid=91907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 15 14:27:16.223616 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-dca46057-5774-4701-b199-75d1eb891ebf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:16.270257 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-dca46057-5774-4701-b199-75d1eb891ebf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8456787'] for subnet, precommit_delete_associations {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:16.362179 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-dca46057-5774-4701-b199-75d1eb891ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32884212'] for subnet, precommit_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:16.424415 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-dca46057-5774-4701-b199-75d1eb891ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32884221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4061992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3414655'] for subnet, after_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:16.427433 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:27:16.463657 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca46057-5774-4701-b199-75d1eb891ebf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b561fce6-9107-43eb-a877-725c32cf36c0,revision_number=None']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:27:16.465617 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-dca46057-5774-4701-b199-75d1eb891ebf admin admin] Notify callbacks [] for subnet, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:16.467536 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-dca46057-5774-4701-b199-75d1eb891ebf admin admin] 10.222.0.26 "DELETE /v2.0/subnets/b561fce6-9107-43eb-a877-725c32cf36c0 HTTP/1.1" status: 204 len: 168 time: 0.2975791 Jun 15 14:27:16.468383 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-dca46057-5774-4701-b199-75d1eb891ebf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:27:16.469869 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b286583-b753-45dc-b87b-99d1d32b3fa4 None None] Network f78b36c2-1c40-491a-b1e4-3ead8eacd511 requested from dv-cinder-796471-1-iscsi {{(pid=91909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:27:16.470358 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 42142) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:27:16.716537 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b6b7ca-fa5b-4699-a3de-9672d6c0f39b None None] DHCP port deletion for f78b36c2-1c40-491a-b1e4-3ead8eacd511 request from dv-cinder-796471-1-iscsi {{(pid=91909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 15 14:27:16.773268 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.plugin [None req-89b6b7ca-fa5b-4699-a3de-9672d6c0f39b None None] Deleting port c1286de2-f398-4649-900c-0eccc84388d4 {{(pid=91909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:27:16.773802 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-89b6b7ca-fa5b-4699-a3de-9672d6c0f39b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781714481448'] for port, before_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:16.865812 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.db [None req-89b6b7ca-fa5b-4699-a3de-9672d6c0f39b None None] For port c1286de2-f398-4649-900c-0eccc84388d4, host dv-cinder-796471-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796471-1-iscsi',level=0,port_id=c1286de2-f398-4649-900c-0eccc84388d4,segment=NetworkSegment(5f200ac4-3a9c-45f4-9bce-1a65ac073101),segment_id=5f200ac4-3a9c-45f4-9bce-1a65ac073101)] {{(pid=91909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:27:16.866208 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-89b6b7ca-fa5b-4699-a3de-9672d6c0f39b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668414'] for port, precommit_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:16.880490 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-4b08e4d2-bb4f-43f6-93e0-7f6428b87ecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33040767'] for network, before_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:16.941577 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.plugin [None req-4b08e4d2-bb4f-43f6-93e0-7f6428b87ecb admin admin] Deleting port c1286de2-f398-4649-900c-0eccc84388d4 {{(pid=91907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:27:16.941945 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-4b08e4d2-bb4f-43f6-93e0-7f6428b87ecb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781714481448'] for port, before_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:16.958496 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.plugin [None req-89b6b7ca-fa5b-4699-a3de-9672d6c0f39b None None] Calling delete_port for c1286de2-f398-4649-900c-0eccc84388d4 owned by network:dhcp {{(pid=91909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:27:17.026118 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.db [None req-4b08e4d2-bb4f-43f6-93e0-7f6428b87ecb admin admin] For port c1286de2-f398-4649-900c-0eccc84388d4, host dv-cinder-796471-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796471-1-iscsi',level=0,port_id=c1286de2-f398-4649-900c-0eccc84388d4,segment=NetworkSegment(5f200ac4-3a9c-45f4-9bce-1a65ac073101),segment_id=5f200ac4-3a9c-45f4-9bce-1a65ac073101)] {{(pid=91907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:27:17.026474 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-4b08e4d2-bb4f-43f6-93e0-7f6428b87ecb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668414'] for port, precommit_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:17.057724 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Device c1286de2-f398-4649-900c-0eccc84388d4 no longer exists at agent ovs-agent-dv-cinder-796471-1-iscsi {{(pid=91909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:27:17.061559 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-89b6b7ca-fa5b-4699-a3de-9672d6c0f39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781714486604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781714044438'] for port, after_delete {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:17.084096 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:27:17.113111 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.plugin [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] No Port match for: c1286de2-f398-4649-900c-0eccc84388d4 {{(pid=91909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:27:17.113473 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Device c1286de2-f398-4649-900c-0eccc84388d4 not bound to the agent host dv-cinder-796471-1-iscsi {{(pid=91909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:27:17.113912 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Device 5f39ab1e-38fc-4518-b479-fddcb1d94c88 no longer exists at agent ovs-agent-dv-cinder-796471-1-iscsi {{(pid=91909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:27:17.118997 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b6b7ca-fa5b-4699-a3de-9672d6c0f39b None None] Pushing event deleted for resources: {'Port': ['ID=c1286de2-f398-4649-900c-0eccc84388d4,revision_number=None']} {{(pid=91909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:27:17.125524 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.plugin [None req-4b08e4d2-bb4f-43f6-93e0-7f6428b87ecb admin admin] Calling delete_port for c1286de2-f398-4649-900c-0eccc84388d4 owned by network:dhcp {{(pid=91907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:27:17.142448 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG oslo_concurrency.lockutils [None req-89b6b7ca-fa5b-4699-a3de-9672d6c0f39b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:27:17.143310 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b6b7ca-fa5b-4699-a3de-9672d6c0f39b None None] No DVR routers for this DVR port c1286de2-f398-4649-900c-0eccc84388d4 on host dv-cinder-796471-1-iscsi {{(pid=91909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:27:17.144611 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.plugin [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] No Port match for: 5f39ab1e-38fc-4518-b479-fddcb1d94c88 {{(pid=91909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:27:17.144939 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Device 5f39ab1e-38fc-4518-b479-fddcb1d94c88 not bound to the agent host dv-cinder-796471-1-iscsi {{(pid=91909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:27:17.145355 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Device 1f73dd78-0494-46df-9646-ed1317658c88 no longer exists at agent ovs-agent-dv-cinder-796471-1-iscsi {{(pid=91909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:27:17.171599 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.plugin [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] No Port match for: 1f73dd78-0494-46df-9646-ed1317658c88 {{(pid=91909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:27:17.171958 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron.plugins.ml2.rpc [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Device 1f73dd78-0494-46df-9646-ed1317658c88 not bound to the agent host dv-cinder-796471-1-iscsi {{(pid=91909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:27:17.225328 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-4b08e4d2-bb4f-43f6-93e0-7f6428b87ecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33170756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955843', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781714486604', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781714044438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4061906'] for port, after_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:17.227372 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-9458a261-b50d-4d01-9e08-2966f1d9187a tempest-VolumesSnapshotTestJSON-1852438149 tempest-VolumesSnapshotTestJSON-1852438149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:27:17.253893 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b08e4d2-bb4f-43f6-93e0-7f6428b87ecb admin admin] Pushing event deleted for resources: {'Port': ['ID=c1286de2-f398-4649-900c-0eccc84388d4,revision_number=None']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:27:17.256472 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-4b08e4d2-bb4f-43f6-93e0-7f6428b87ecb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:27:17.261203 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b08e4d2-bb4f-43f6-93e0-7f6428b87ecb admin admin] No DVR routers for this DVR port c1286de2-f398-4649-900c-0eccc84388d4 on host dv-cinder-796471-1-iscsi {{(pid=91907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:27:17.361135 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-4b08e4d2-bb4f-43f6-93e0-7f6428b87ecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32895081', 'neutron.services.segments.db._delete_segments_for_network-8781714566072'] for network, precommit_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:17.374317 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.services.segments.db [None req-4b08e4d2-bb4f-43f6-93e0-7f6428b87ecb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f78b36c2-1c40-491a-b1e4-3ead8eacd511']}} {{(pid=91907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:27:17.385483 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.services.segments.db [None req-4b08e4d2-bb4f-43f6-93e0-7f6428b87ecb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f200ac4-3a9c-45f4-9bce-1a65ac073101') {'for_net_delete': True} {{(pid=91907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:27:17.385780 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.services.segments.db [None req-4b08e4d2-bb4f-43f6-93e0-7f6428b87ecb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f200ac4-3a9c-45f4-9bce-1a65ac073101') {} {{(pid=91907) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:27:17.395571 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-4b08e4d2-bb4f-43f6-93e0-7f6428b87ecb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781714565910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8456792'] for segment, before_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:17.411562 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-4b08e4d2-bb4f-43f6-93e0-7f6428b87ecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32890017'] for segment, precommit_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:17.418158 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b08e4d2-bb4f-43f6-93e0-7f6428b87ecb admin admin] Releasing vlan 895 on physical network physnet1 to pool {{(pid=91907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:27:17.418540 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-4b08e4d2-bb4f-43f6-93e0-7f6428b87ecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32890017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4061825'] for segment, after_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:17.420343 dv-cinder-796471-1-iscsi neutron-server[91907]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:27:17.420343 dv-cinder-796471-1-iscsi neutron-server[91907]: retrieve_revision_numbers = { Jun 15 14:27:17.420343 dv-cinder-796471-1-iscsi neutron-server[91907]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:27:17.420343 dv-cinder-796471-1-iscsi neutron-server[91907]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:27:17.420343 dv-cinder-796471-1-iscsi neutron-server[91907]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:27:17.420343 dv-cinder-796471-1-iscsi neutron-server[91907]: retrieve_revision_numbers = { Jun 15 14:27:17.420343 dv-cinder-796471-1-iscsi neutron-server[91907]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 15 14:27:17.420343 dv-cinder-796471-1-iscsi neutron-server[91907]: self.session.flush() Jun 15 14:27:17.420343 dv-cinder-796471-1-iscsi neutron-server[91907]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 15 14:27:17.420343 dv-cinder-796471-1-iscsi neutron-server[91907]: self.session.flush() Jun 15 14:27:17.420343 dv-cinder-796471-1-iscsi neutron-server[91907]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 15 14:27:17.420343 dv-cinder-796471-1-iscsi neutron-server[91907]: self.session.flush() Jun 15 14:27:17.420343 dv-cinder-796471-1-iscsi neutron-server[91907]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 15 14:27:17.420343 dv-cinder-796471-1-iscsi neutron-server[91907]: self.session.flush() Jun 15 14:27:17.420343 dv-cinder-796471-1-iscsi neutron-server[91907]: Traceback (most recent call last): Jun 15 14:27:17.420343 dv-cinder-796471-1-iscsi neutron-server[91907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 15 14:27:17.420343 dv-cinder-796471-1-iscsi neutron-server[91907]: timer() Jun 15 14:27:17.420343 dv-cinder-796471-1-iscsi neutron-server[91907]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 15 14:27:17.420343 dv-cinder-796471-1-iscsi neutron-server[91907]: cb(*args, **kw) Jun 15 14:27:17.420343 dv-cinder-796471-1-iscsi neutron-server[91907]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 15 14:27:17.420343 dv-cinder-796471-1-iscsi neutron-server[91907]: return func(*args, **kwargs) Jun 15 14:27:17.420343 dv-cinder-796471-1-iscsi neutron-server[91907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 15 14:27:17.420343 dv-cinder-796471-1-iscsi neutron-server[91907]: self._notify() Jun 15 14:27:17.420343 dv-cinder-796471-1-iscsi neutron-server[91907]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 15 14:27:17.420343 dv-cinder-796471-1-iscsi neutron-server[91907]: self.callback(batched_events) Jun 15 14:27:17.420343 dv-cinder-796471-1-iscsi neutron-server[91907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 15 14:27:17.420343 dv-cinder-796471-1-iscsi neutron-server[91907]: event.method(event) Jun 15 14:27:17.420343 dv-cinder-796471-1-iscsi neutron-server[91907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 15 14:27:17.420343 dv-cinder-796471-1-iscsi neutron-server[91907]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 15 14:27:17.420343 dv-cinder-796471-1-iscsi neutron-server[91907]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 15 14:27:17.420343 dv-cinder-796471-1-iscsi neutron-server[91907]: aggregate_uuid = self.p_client.list_aggregates( Jun 15 14:27:17.420343 dv-cinder-796471-1-iscsi neutron-server[91907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 15 14:27:17.420343 dv-cinder-796471-1-iscsi neutron-server[91907]: return f(self, *a, **k) Jun 15 14:27:17.420343 dv-cinder-796471-1-iscsi neutron-server[91907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 15 14:27:17.420343 dv-cinder-796471-1-iscsi neutron-server[91907]: return self._get(url).json() Jun 15 14:27:17.420343 dv-cinder-796471-1-iscsi neutron-server[91907]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 15 14:27:17.420343 dv-cinder-796471-1-iscsi neutron-server[91907]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 15 14:27:17.420343 dv-cinder-796471-1-iscsi neutron-server[91907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 15 14:27:17.420343 dv-cinder-796471-1-iscsi neutron-server[91907]: return self.request(url, 'GET', **kwargs) Jun 15 14:27:17.420343 dv-cinder-796471-1-iscsi neutron-server[91907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 15 14:27:17.420343 dv-cinder-796471-1-iscsi neutron-server[91907]: base_url = self.get_endpoint(auth, allow=allow, Jun 15 14:27:17.420343 dv-cinder-796471-1-iscsi neutron-server[91907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 15 14:27:17.420343 dv-cinder-796471-1-iscsi neutron-server[91907]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 15 14:27:17.420343 dv-cinder-796471-1-iscsi neutron-server[91907]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 15 14:27:17.420343 dv-cinder-796471-1-iscsi neutron-server[91907]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 15 14:27:17.420343 dv-cinder-796471-1-iscsi neutron-server[91907]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 15 14:27:17.507676 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-4b08e4d2-bb4f-43f6-93e0-7f6428b87ecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32895094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-350226', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-667141'] for network, after_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:17.513745 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-4b08e4d2-bb4f-43f6-93e0-7f6428b87ecb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537372'] for network, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:17.516338 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-4b08e4d2-bb4f-43f6-93e0-7f6428b87ecb admin admin] 10.222.0.26 "DELETE /v2.0/networks/f78b36c2-1c40-491a-b1e4-3ead8eacd511 HTTP/1.1" status: 204 len: 168 time: 1.0454118 Jun 15 14:27:17.517255 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:27:17.532897 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b08e4d2-bb4f-43f6-93e0-7f6428b87ecb admin admin] Pushing event deleted for resources: {'Network': ['ID=f78b36c2-1c40-491a-b1e4-3ead8eacd511,revision_number=None']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:27:17.535367 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-4b08e4d2-bb4f-43f6-93e0-7f6428b87ecb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:27:17.722315 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 42146) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:27:17.765284 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-c1639311-be3d-438f-bc7e-2ca000a75539 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=933a0269098045b69989ffb717859053&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0416334 Jun 15 14:27:17.767756 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 42148) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:27:17.818368 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-b5bd7899-1a66-4fc5-83fc-187a7bd065c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:17.847232 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-b5bd7899-1a66-4fc5-83fc-187a7bd065c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:17.897801 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-b5bd7899-1a66-4fc5-83fc-187a7bd065c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:17.900545 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-b5bd7899-1a66-4fc5-83fc-187a7bd065c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:17.901694 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-b5bd7899-1a66-4fc5-83fc-187a7bd065c5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d0a90fda-b23a-4e7c-9306-751fdf9c2a43 HTTP/1.1" status: 204 len: 168 time: 0.1330528 Jun 15 14:27:17.902554 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-9ad31bc8-c0ae-41bd-a632-e27e10a4d1d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:27:17.911244 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bd7899-1a66-4fc5-83fc-187a7bd065c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0a90fda-b23a-4e7c-9306-751fdf9c2a43,revision_number=None']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:27:17.913791 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-b5bd7899-1a66-4fc5-83fc-187a7bd065c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:27:18.064244 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-6732537c-c11e-4bfd-9e17-eead44792548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:18.215348 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 42154) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:27:18.258953 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-6a9547c4-6b0b-4d2e-b3de-830b94f68c9a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6b61f08aa60345fd9fefc8701ba34fca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0422440 Jun 15 14:27:18.261486 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.wsgi [-] (91907) accepted ('10.222.0.26', 42156) {{(pid=91907) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:27:18.312132 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-1d01d2d4-7403-42aa-8f30-33880e00d5a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:18.334714 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-1d01d2d4-7403-42aa-8f30-33880e00d5a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:18.387214 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-1d01d2d4-7403-42aa-8f30-33880e00d5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749176'] for security_group, after_delete {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:18.389971 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron_lib.callbacks.manager [None req-1d01d2d4-7403-42aa-8f30-33880e00d5a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91907) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:18.391147 dv-cinder-796471-1-iscsi neutron-server[91907]: INFO neutron.wsgi [None req-1d01d2d4-7403-42aa-8f30-33880e00d5a5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d75e130e-f95b-4d26-b984-3d940d2ebf79 HTTP/1.1" status: 204 len: 168 time: 0.1286848 Jun 15 14:27:18.391971 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-0390075d-0f4f-4c0f-9e01-10bad1ce7185 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:27:18.401238 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d01d2d4-7403-42aa-8f30-33880e00d5a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d75e130e-f95b-4d26-b984-3d940d2ebf79,revision_number=None']} {{(pid=91907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:27:18.403668 dv-cinder-796471-1-iscsi neutron-server[91907]: DEBUG oslo_concurrency.lockutils [None req-1d01d2d4-7403-42aa-8f30-33880e00d5a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91907) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:27:20.696974 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:20.936507 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-eabecc9a-ea8a-4e19-983d-7ef70219b4a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:21.832467 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-a2325736-757f-4788-9f3d-6fe831cb64a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:23.476873 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-987cb3c8-732e-4ef7-aae2-903816ba9880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:27.639984 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:31.942053 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.agents_db [None req-1fbdf4bf-3b4b-440e-bd18-8a0939d62d55 None None] Agent healthcheck: found 6 active agents {{(pid=91910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:27:48.069108 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-c378b02d-fb76-4d12-bdea-54e5aabd897d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:50.697880 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:50.938356 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-0d3c2d91-5424-46dd-84c4-e3c9070400ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:51.836721 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-a2325736-757f-4788-9f3d-6fe831cb64a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:53.478031 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-987cb3c8-732e-4ef7-aae2-903816ba9880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:57.635428 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:08.940329 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.agents_db [None req-1fbdf4bf-3b4b-440e-bd18-8a0939d62d55 None None] Agent healthcheck: found 6 active agents {{(pid=91910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:28:18.071167 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-2bb03a6e-e6a7-4b39-96a4-01b06d9648d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:20.697398 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:20.939711 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bbe7a334-f08d-4987-b50d-fd510411fead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:21.840069 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-a2325736-757f-4788-9f3d-6fe831cb64a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:23.483086 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-987cb3c8-732e-4ef7-aae2-903816ba9880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:27.639925 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:45.938248 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.agents_db [None req-1fbdf4bf-3b4b-440e-bd18-8a0939d62d55 None None] Agent healthcheck: found 6 active agents {{(pid=91910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:28:48.071981 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-58d032c2-764a-4954-9221-76fb99638b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:50.698143 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:50.940022 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-d7c6cd52-8e48-4663-9b65-5b5acc40eff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:51.842891 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-a2325736-757f-4788-9f3d-6fe831cb64a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:53.484606 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-987cb3c8-732e-4ef7-aae2-903816ba9880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:57.641040 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:18.072432 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-73e258bf-86ef-4fd6-8bca-5b35343af88a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:20.700183 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:20.941628 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-eaa9a683-235a-46a3-a827-d989baef4b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:21.844999 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-a2325736-757f-4788-9f3d-6fe831cb64a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:22.937957 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.agents_db [None req-1fbdf4bf-3b4b-440e-bd18-8a0939d62d55 None None] Agent healthcheck: found 6 active agents {{(pid=91910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:29:23.488754 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-987cb3c8-732e-4ef7-aae2-903816ba9880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:27.653767 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:48.073353 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-08f6d0b7-e326-41c2-9995-6c6bc5c66768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:50.701718 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:50.942162 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-89d7ca34-5c21-4c16-ac78-ad3a1bc07caa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:51.849337 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-a2325736-757f-4788-9f3d-6fe831cb64a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:53.491294 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-987cb3c8-732e-4ef7-aae2-903816ba9880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:57.656879 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:59.936304 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.agents_db [None req-1fbdf4bf-3b4b-440e-bd18-8a0939d62d55 None None] Agent healthcheck: found 6 active agents {{(pid=91910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:30:18.074249 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-e137e4e3-08d6-41b4-bc1c-585e684f348b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:20.703822 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:20.946228 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-72bfc003-153e-47e2-b143-6a3de1f140cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:21.852147 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-a2325736-757f-4788-9f3d-6fe831cb64a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:23.494136 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-987cb3c8-732e-4ef7-aae2-903816ba9880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:27.661071 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:36.934746 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.agents_db [None req-1fbdf4bf-3b4b-440e-bd18-8a0939d62d55 None None] Agent healthcheck: found 6 active agents {{(pid=91910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:30:48.078407 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-5fd47c1a-cdd8-482b-a644-165b6bc4e787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:50.703606 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:50.946419 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bcd8174c-7014-4cf3-bf79-bf520a66baec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:51.854794 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-a2325736-757f-4788-9f3d-6fe831cb64a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:53.496679 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-987cb3c8-732e-4ef7-aae2-903816ba9880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:57.668905 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:13.933459 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.agents_db [None req-1fbdf4bf-3b4b-440e-bd18-8a0939d62d55 None None] Agent healthcheck: found 6 active agents {{(pid=91910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:31:18.078508 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-4bf63bcf-bef8-49c0-9c06-2d33dfc4c922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:20.704799 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:20.945876 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-376cbf5c-58c1-4372-a155-6ff339563d4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:21.857492 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-a2325736-757f-4788-9f3d-6fe831cb64a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:23.503250 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-987cb3c8-732e-4ef7-aae2-903816ba9880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:27.681194 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:48.082175 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-b3a29db8-3d52-4ac6-8c3e-1df82b20a720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:50.706075 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:50.932203 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.agents_db [None req-1fbdf4bf-3b4b-440e-bd18-8a0939d62d55 None None] Agent healthcheck: found 6 active agents {{(pid=91910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:31:50.946133 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-5c84ab81-6a17-4d1b-bb14-005272daa716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:51.860661 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-a2325736-757f-4788-9f3d-6fe831cb64a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:53.503078 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-987cb3c8-732e-4ef7-aae2-903816ba9880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:57.680206 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:18.082925 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-6935257e-ca40-481e-89f6-a1bfe0f174bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:20.707621 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-8dbe81cd-ecce-4804-8a84-2f018a4386ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:20.946455 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-dfd35db4-02a7-426f-bab9-d918d34725a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:21.862824 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-a2325736-757f-4788-9f3d-6fe831cb64a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:23.507012 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-987cb3c8-732e-4ef7-aae2-903816ba9880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:27.680107 dv-cinder-796471-1-iscsi neutron-server[91909]: DEBUG neutron_lib.callbacks.manager [None req-bddb0380-c657-46a2-87b1-9cb94ba532b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781714566054', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32897463'] for agent, after_update {{(pid=91909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:27.930841 dv-cinder-796471-1-iscsi neutron-server[91910]: DEBUG neutron.db.agents_db [None req-1fbdf4bf-3b4b-440e-bd18-8a0939d62d55 None None] Agent healthcheck: found 6 active agents {{(pid=91910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}